2024-12-05 12:17:03,405 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-05 12:17:03,444 main DEBUG Took 0.036119 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 12:17:03,446 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 12:17:03,447 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 12:17:03,448 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 12:17:03,450 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:17:03,462 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 12:17:03,485 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:17:03,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:17:03,488 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:17:03,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:17:03,500 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:17:03,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:17:03,506 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:17:03,507 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:17:03,509 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:17:03,509 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:17:03,510 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:17:03,510 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:17:03,511 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:17:03,512 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:17:03,512 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:17:03,513 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:17:03,513 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:17:03,514 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:17:03,514 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:17:03,515 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:17:03,515 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:17:03,516 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:17:03,517 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:17:03,519 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:17:03,519 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:17:03,520 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 12:17:03,521 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:17:03,523 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 12:17:03,529 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 12:17:03,529 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 12:17:03,531 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 12:17:03,531 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 12:17:03,544 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 12:17:03,548 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 12:17:03,551 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 12:17:03,551 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 12:17:03,552 main DEBUG createAppenders(={Console}) 2024-12-05 12:17:03,553 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-05 12:17:03,553 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-05 12:17:03,554 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-05 12:17:03,555 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 12:17:03,556 main DEBUG OutputStream closed 2024-12-05 12:17:03,556 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 12:17:03,557 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 12:17:03,557 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-05 12:17:03,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 12:17:03,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 12:17:03,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 12:17:03,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 12:17:03,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 12:17:03,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 12:17:03,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 12:17:03,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 12:17:03,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 12:17:03,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 12:17:03,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 12:17:03,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 12:17:03,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 12:17:03,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 12:17:03,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 12:17:03,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 12:17:03,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 12:17:03,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 12:17:03,687 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 12:17:03,687 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-05 12:17:03,688 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 12:17:03,688 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-05T12:17:04,154 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8 2024-12-05 12:17:04,158 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 12:17:04,161 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T12:17:04,173 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-05T12:17:04,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:17:04,245 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/cluster_aa0792c2-94ad-59f9-788f-c8faffdb7d9a, deleteOnExit=true 2024-12-05T12:17:04,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:17:04,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/test.cache.data in system properties and HBase conf 2024-12-05T12:17:04,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:17:04,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:17:04,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:17:04,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:17:04,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:17:04,472 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T12:17:04,688 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:17:04,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:17:04,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:17:04,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:17:04,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:17:04,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:17:04,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:17:04,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:17:04,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:17:04,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:17:04,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:17:04,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:17:04,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:17:04,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:17:04,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:17:05,888 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T12:17:05,986 INFO [Time-limited test {}] log.Log(170): Logging initialized @4021ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T12:17:06,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:17:06,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:17:06,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:17:06,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:17:06,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:17:06,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:17:06,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:17:06,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:17:06,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2341a969{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/java.io.tmpdir/jetty-localhost-36227-hadoop-hdfs-3_4_1-tests_jar-_-any-9499236753500253405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:17:06,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:36227} 2024-12-05T12:17:06,436 INFO [Time-limited test {}] server.Server(415): Started @4471ms 2024-12-05T12:17:06,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:17:06,918 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:17:06,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:17:06,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:17:06,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:17:06,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54a7b62e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:17:06,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72782cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:17:07,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@292d50c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/java.io.tmpdir/jetty-localhost-35911-hadoop-hdfs-3_4_1-tests_jar-_-any-7248182500738270662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:17:07,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@667c6eba{HTTP/1.1, (http/1.1)}{localhost:35911} 2024-12-05T12:17:07,060 INFO [Time-limited test {}] server.Server(415): Started @5095ms 2024-12-05T12:17:07,120 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:17:07,738 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/cluster_aa0792c2-94ad-59f9-788f-c8faffdb7d9a/data/data2/current/BP-1642047837-172.17.0.2-1733401025583/current, will proceed with Du for space computation calculation, 2024-12-05T12:17:07,738 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/cluster_aa0792c2-94ad-59f9-788f-c8faffdb7d9a/data/data1/current/BP-1642047837-172.17.0.2-1733401025583/current, will proceed with Du for space computation calculation, 2024-12-05T12:17:07,853 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:17:07,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc45d0b70738db78b with lease ID 0x12f74c8f0f133671: Processing first storage report for DS-de8ec370-8bbf-4716-95b6-2eafe1928237 from datanode DatanodeRegistration(127.0.0.1:46353, datanodeUuid=a4d0a887-cc05-4d98-8316-e325ac16071f, infoPort=38179, infoSecurePort=0, ipcPort=39035, storageInfo=lv=-57;cid=testClusterID;nsid=53117374;c=1733401025583) 2024-12-05T12:17:07,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc45d0b70738db78b with lease ID 0x12f74c8f0f133671: from storage DS-de8ec370-8bbf-4716-95b6-2eafe1928237 node DatanodeRegistration(127.0.0.1:46353, datanodeUuid=a4d0a887-cc05-4d98-8316-e325ac16071f, infoPort=38179, infoSecurePort=0, ipcPort=39035, storageInfo=lv=-57;cid=testClusterID;nsid=53117374;c=1733401025583), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-05T12:17:07,937 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc45d0b70738db78b with lease ID 0x12f74c8f0f133671: Processing first storage report for DS-e125319f-de43-499a-a93d-64d6d6cb66ca from datanode DatanodeRegistration(127.0.0.1:46353, datanodeUuid=a4d0a887-cc05-4d98-8316-e325ac16071f, infoPort=38179, infoSecurePort=0, ipcPort=39035, storageInfo=lv=-57;cid=testClusterID;nsid=53117374;c=1733401025583) 2024-12-05T12:17:07,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc45d0b70738db78b with lease ID 0x12f74c8f0f133671: from storage DS-e125319f-de43-499a-a93d-64d6d6cb66ca node DatanodeRegistration(127.0.0.1:46353, datanodeUuid=a4d0a887-cc05-4d98-8316-e325ac16071f, infoPort=38179, infoSecurePort=0, ipcPort=39035, storageInfo=lv=-57;cid=testClusterID;nsid=53117374;c=1733401025583), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T12:17:08,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8 2024-12-05T12:17:08,109 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/cluster_aa0792c2-94ad-59f9-788f-c8faffdb7d9a/zookeeper_0, clientPort=61128, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/cluster_aa0792c2-94ad-59f9-788f-c8faffdb7d9a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/cluster_aa0792c2-94ad-59f9-788f-c8faffdb7d9a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:17:08,122 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61128 2024-12-05T12:17:08,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:17:08,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:17:08,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:17:08,944 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6 with version=8 2024-12-05T12:17:08,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/hbase-staging 2024-12-05T12:17:09,068 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T12:17:09,407 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2556e7014d8b:0 server-side Connection retries=45 2024-12-05T12:17:09,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:17:09,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:17:09,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:17:09,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:17:09,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:17:09,616 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:17:09,700 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T12:17:09,713 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T12:17:09,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:17:09,755 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1590 (auto-detected) 2024-12-05T12:17:09,756 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T12:17:09,785 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37601 2024-12-05T12:17:09,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37601 connecting to ZooKeeper ensemble=127.0.0.1:61128 2024-12-05T12:17:09,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376010x0, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:17:09,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37601-0x100aa5eb0930000 connected 2024-12-05T12:17:09,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:17:09,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:17:09,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:17:09,941 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6, hbase.cluster.distributed=false 2024-12-05T12:17:09,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T12:17:10,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37601 2024-12-05T12:17:10,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37601 2024-12-05T12:17:10,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37601 2024-12-05T12:17:10,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37601 2024-12-05T12:17:10,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37601 2024-12-05T12:17:10,195 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2556e7014d8b:0 server-side Connection retries=45 2024-12-05T12:17:10,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:17:10,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:17:10,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:17:10,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:17:10,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:17:10,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:17:10,210 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:17:10,215 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44745 2024-12-05T12:17:10,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44745 connecting to ZooKeeper ensemble=127.0.0.1:61128 2024-12-05T12:17:10,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:17:10,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:17:10,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447450x0, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:17:10,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44745-0x100aa5eb0930001 connected 2024-12-05T12:17:10,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:17:10,237 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:17:10,247 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:17:10,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T12:17:10,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T12:17:10,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44745 2024-12-05T12:17:10,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44745 2024-12-05T12:17:10,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44745 2024-12-05T12:17:10,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44745 2024-12-05T12:17:10,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44745 2024-12-05T12:17:10,283 DEBUG [M:0;2556e7014d8b:37601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2556e7014d8b:37601 2024-12-05T12:17:10,284 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2556e7014d8b,37601,1733401029146 2024-12-05T12:17:10,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:17:10,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:17:10,292 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2556e7014d8b,37601,1733401029146 2024-12-05T12:17:10,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T12:17:10,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:17:10,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:17:10,315 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T12:17:10,316 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2556e7014d8b,37601,1733401029146 from backup master directory 2024-12-05T12:17:10,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2556e7014d8b,37601,1733401029146 2024-12-05T12:17:10,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:17:10,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:17:10,321 WARN [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:17:10,321 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2556e7014d8b,37601,1733401029146 2024-12-05T12:17:10,323 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T12:17:10,325 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T12:17:10,399 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/hbase.id] with ID: c23ecd08-954f-4fd0-9055-33539fdab1a9 2024-12-05T12:17:10,399 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/.tmp/hbase.id 2024-12-05T12:17:10,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:17:10,814 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/.tmp/hbase.id]:[hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/hbase.id] 2024-12-05T12:17:10,878 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:17:10,884 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:17:10,911 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-12-05T12:17:10,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:17:10,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:17:10,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:17:11,365 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:17:11,368 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:17:11,389 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:11,394 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:17:11,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:17:11,480 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store 2024-12-05T12:17:11,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:17:11,521 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T12:17:11,526 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:17:11,527 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:17:11,528 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:17:11,528 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:17:11,532 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:17:11,532 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:17:11,532 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:17:11,534 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401031527Disabling compacts and flushes for region at 1733401031527Disabling writes for close at 1733401031532 (+5 ms)Writing region close event to WAL at 1733401031532Closed at 1733401031532 2024-12-05T12:17:11,538 WARN [master/2556e7014d8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/.initializing 2024-12-05T12:17:11,538 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/WALs/2556e7014d8b,37601,1733401029146 2024-12-05T12:17:11,562 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:17:11,585 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2556e7014d8b%2C37601%2C1733401029146, suffix=, logDir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/WALs/2556e7014d8b,37601,1733401029146, archiveDir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/oldWALs, maxLogs=10 2024-12-05T12:17:11,632 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/WALs/2556e7014d8b,37601,1733401029146/2556e7014d8b%2C37601%2C1733401029146.1733401031598, exclude list is [], retry=0 2024-12-05T12:17:11,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46353,DS-de8ec370-8bbf-4716-95b6-2eafe1928237,DISK] 2024-12-05T12:17:11,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T12:17:11,721 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/WALs/2556e7014d8b,37601,1733401029146/2556e7014d8b%2C37601%2C1733401029146.1733401031598 2024-12-05T12:17:11,726 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38179:38179)] 2024-12-05T12:17:11,726 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:17:11,727 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:17:11,732 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:17:11,733 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:17:11,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:17:11,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:17:11,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:11,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:17:11,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:17:11,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:17:11,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:11,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:17:11,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:17:11,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:17:11,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:11,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:17:11,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:17:11,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:17:11,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:11,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:17:11,882 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:17:11,893 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:17:11,895 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:17:11,902 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:17:11,903 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:17:11,908 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:17:11,912 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:17:11,930 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:17:11,936 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61844267, jitterRate=-0.07844860851764679}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:17:11,946 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401031754Initializing all the Stores at 1733401031760 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401031761 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401031764 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401031765 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401031766 (+1 ms)Cleaning up temporary data from old regions at 1733401031903 (+137 ms)Region opened successfully at 1733401031946 (+43 ms) 2024-12-05T12:17:11,950 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:17:12,022 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128c2dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2556e7014d8b/172.17.0.2:0 2024-12-05T12:17:12,076 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:17:12,091 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:17:12,092 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:17:12,096 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:17:12,099 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-05T12:17:12,109 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-12-05T12:17:12,109 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:17:12,161 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:17:12,195 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T12:17:12,204 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T12:17:12,219 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:17:12,225 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:17:12,232 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T12:17:12,237 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:17:12,269 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:17:12,277 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T12:17:12,280 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:17:12,283 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T12:17:12,330 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:17:12,332 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T12:17:12,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T12:17:12,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:17:12,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T12:17:12,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:17:12,344 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2556e7014d8b,37601,1733401029146, sessionid=0x100aa5eb0930000, setting cluster-up flag (Was=false) 2024-12-05T12:17:12,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:17:12,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:17:12,384 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T12:17:12,390 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2556e7014d8b,37601,1733401029146 2024-12-05T12:17:12,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:17:12,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:17:12,414 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T12:17:12,417 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2556e7014d8b,37601,1733401029146 2024-12-05T12:17:12,427 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:17:12,482 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(746): ClusterId : c23ecd08-954f-4fd0-9055-33539fdab1a9 2024-12-05T12:17:12,493 DEBUG [RS:0;2556e7014d8b:44745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:17:12,515 DEBUG [RS:0;2556e7014d8b:44745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:17:12,515 DEBUG [RS:0;2556e7014d8b:44745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:17:12,521 DEBUG [RS:0;2556e7014d8b:44745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:17:12,522 DEBUG [RS:0;2556e7014d8b:44745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc6d830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2556e7014d8b/172.17.0.2:0 2024-12-05T12:17:12,544 DEBUG [RS:0;2556e7014d8b:44745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2556e7014d8b:44745 2024-12-05T12:17:12,549 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:17:12,549 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:17:12,549 DEBUG [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:17:12,553 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(2659): reportForDuty to master=2556e7014d8b,37601,1733401029146 with port=44745, startcode=1733401030153 2024-12-05T12:17:12,553 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:17:12,568 DEBUG [RS:0;2556e7014d8b:44745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:17:12,582 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:17:12,591 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:17:12,598 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2556e7014d8b,37601,1733401029146 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:17:12,611 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2556e7014d8b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:17:12,611 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2556e7014d8b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:17:12,612 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2556e7014d8b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:17:12,612 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2556e7014d8b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:17:12,612 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2556e7014d8b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:17:12,613 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:17:12,613 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2556e7014d8b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:17:12,613 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:17:12,631 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:17:12,633 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:17:12,640 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:12,641 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:17:12,649 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46113, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:17:12,652 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401062652 2024-12-05T12:17:12,654 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:17:12,656 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:17:12,658 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37601 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:12,667 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:17:12,668 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:17:12,668 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:17:12,668 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:17:12,671 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:12,697 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:17:12,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:17:12,704 DEBUG [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T12:17:12,704 WARN [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T12:17:12,708 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:17:12,709 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:17:12,713 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:17:12,713 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:17:12,718 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.large.0-1733401032715,5,FailOnTimeoutGroup] 2024-12-05T12:17:12,719 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.small.0-1733401032718,5,FailOnTimeoutGroup] 2024-12-05T12:17:12,719 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:12,719 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:17:12,722 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:12,722 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:12,810 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(2659): reportForDuty to master=2556e7014d8b,37601,1733401029146 with port=44745, startcode=1733401030153 2024-12-05T12:17:12,813 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2556e7014d8b,44745,1733401030153 2024-12-05T12:17:12,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37601 {}] master.ServerManager(517): Registering regionserver=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:12,827 DEBUG [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6 2024-12-05T12:17:12,828 DEBUG [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45521 2024-12-05T12:17:12,828 DEBUG [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:17:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T12:17:12,836 DEBUG [RS:0;2556e7014d8b:44745 {}] zookeeper.ZKUtil(111): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2556e7014d8b,44745,1733401030153 2024-12-05T12:17:12,836 WARN [RS:0;2556e7014d8b:44745 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:17:12,837 INFO [RS:0;2556e7014d8b:44745 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:17:12,837 DEBUG [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/WALs/2556e7014d8b,44745,1733401030153 2024-12-05T12:17:12,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2556e7014d8b,44745,1733401030153] 2024-12-05T12:17:12,884 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:17:12,904 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:17:12,910 INFO [RS:0;2556e7014d8b:44745 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:17:12,911 INFO [RS:0;2556e7014d8b:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:12,914 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:17:12,921 INFO [RS:0;2556e7014d8b:44745 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:17:12,923 INFO [RS:0;2556e7014d8b:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:12,923 DEBUG [RS:0;2556e7014d8b:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:17:12,925 DEBUG [RS:0;2556e7014d8b:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:17:12,925 DEBUG [RS:0;2556e7014d8b:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:17:12,925 DEBUG [RS:0;2556e7014d8b:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:17:12,926 DEBUG [RS:0;2556e7014d8b:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:17:12,926 DEBUG [RS:0;2556e7014d8b:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:17:12,926 DEBUG [RS:0;2556e7014d8b:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:17:12,926 DEBUG [RS:0;2556e7014d8b:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:17:12,927 DEBUG [RS:0;2556e7014d8b:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:17:12,927 DEBUG [RS:0;2556e7014d8b:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:17:12,927 DEBUG [RS:0;2556e7014d8b:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:17:12,927 DEBUG [RS:0;2556e7014d8b:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:17:12,927 DEBUG [RS:0;2556e7014d8b:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2556e7014d8b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:17:12,928 DEBUG [RS:0;2556e7014d8b:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:17:12,930 INFO [RS:0;2556e7014d8b:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:12,931 INFO [RS:0;2556e7014d8b:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:12,933 INFO [RS:0;2556e7014d8b:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:12,934 INFO [RS:0;2556e7014d8b:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:12,934 INFO [RS:0;2556e7014d8b:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:12,934 INFO [RS:0;2556e7014d8b:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,44745,1733401030153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:17:12,980 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:17:12,982 INFO [RS:0;2556e7014d8b:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,44745,1733401030153-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:12,982 INFO [RS:0;2556e7014d8b:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:12,983 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.Replication(171): 2556e7014d8b,44745,1733401030153 started 2024-12-05T12:17:13,005 INFO [RS:0;2556e7014d8b:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:13,006 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(1482): Serving as 2556e7014d8b,44745,1733401030153, RpcServer on 2556e7014d8b/172.17.0.2:44745, sessionid=0x100aa5eb0930001 2024-12-05T12:17:13,007 DEBUG [RS:0;2556e7014d8b:44745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:17:13,007 DEBUG [RS:0;2556e7014d8b:44745 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2556e7014d8b,44745,1733401030153 2024-12-05T12:17:13,007 DEBUG [RS:0;2556e7014d8b:44745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2556e7014d8b,44745,1733401030153' 2024-12-05T12:17:13,007 DEBUG [RS:0;2556e7014d8b:44745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T12:17:13,008 DEBUG [RS:0;2556e7014d8b:44745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T12:17:13,009 DEBUG [RS:0;2556e7014d8b:44745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:17:13,010 DEBUG [RS:0;2556e7014d8b:44745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:17:13,010 DEBUG [RS:0;2556e7014d8b:44745 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2556e7014d8b,44745,1733401030153 2024-12-05T12:17:13,010 DEBUG [RS:0;2556e7014d8b:44745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2556e7014d8b,44745,1733401030153' 2024-12-05T12:17:13,010 DEBUG [RS:0;2556e7014d8b:44745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T12:17:13,013 DEBUG [RS:0;2556e7014d8b:44745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T12:17:13,014 DEBUG [RS:0;2556e7014d8b:44745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:17:13,014 INFO [RS:0;2556e7014d8b:44745 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:17:13,014 INFO [RS:0;2556e7014d8b:44745 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:17:13,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:17:13,098 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6 2024-12-05T12:17:13,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:17:13,120 INFO [RS:0;2556e7014d8b:44745 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:17:13,123 INFO [RS:0;2556e7014d8b:44745 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2556e7014d8b%2C44745%2C1733401030153, suffix=, logDir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/WALs/2556e7014d8b,44745,1733401030153, archiveDir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/oldWALs, maxLogs=32 2024-12-05T12:17:13,147 DEBUG [RS:0;2556e7014d8b:44745 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/WALs/2556e7014d8b,44745,1733401030153/2556e7014d8b%2C44745%2C1733401030153.1733401033126, exclude list is [], retry=0 2024-12-05T12:17:13,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46353,DS-de8ec370-8bbf-4716-95b6-2eafe1928237,DISK] 2024-12-05T12:17:13,161 INFO [RS:0;2556e7014d8b:44745 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/WALs/2556e7014d8b,44745,1733401030153/2556e7014d8b%2C44745%2C1733401030153.1733401033126 2024-12-05T12:17:13,165 DEBUG [RS:0;2556e7014d8b:44745 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38179:38179)] 2024-12-05T12:17:13,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:17:13,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:17:13,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:17:13,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:13,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:17:13,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:17:13,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:17:13,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:13,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:17:13,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:17:13,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:17:13,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:13,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:17:13,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:17:13,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:17:13,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:13,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:17:13,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:17:13,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740 2024-12-05T12:17:13,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740 2024-12-05T12:17:13,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:17:13,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:17:13,534 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T12:17:13,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:17:13,540 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:17:13,541 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64050946, jitterRate=-0.04556652903556824}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T12:17:13,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401033511Initializing all the Stores at 1733401033513 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401033513Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401033513Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401033513Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401033513Cleaning up temporary data from old regions at 1733401033533 (+20 ms)Region opened successfully at 1733401033543 (+10 ms) 2024-12-05T12:17:13,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:17:13,544 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:17:13,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:17:13,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:17:13,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:17:13,545 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:17:13,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401033543Disabling compacts and flushes for region at 1733401033543Disabling writes for close at 1733401033544 (+1 ms)Writing region close event to WAL at 1733401033545 (+1 ms)Closed at 1733401033545 2024-12-05T12:17:13,548 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:17:13,548 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:17:13,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:17:13,563 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:17:13,565 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:17:13,718 DEBUG [2556e7014d8b:37601 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:17:13,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:13,735 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2556e7014d8b,44745,1733401030153, state=OPENING 2024-12-05T12:17:13,741 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:17:13,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:17:13,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:17:13,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:17:13,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:17:13,754 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:17:13,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:17:13,931 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:17:13,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52243, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:17:13,946 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:17:13,946 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:17:13,947 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:17:13,950 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2556e7014d8b%2C44745%2C1733401030153.meta, suffix=.meta, logDir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/WALs/2556e7014d8b,44745,1733401030153, archiveDir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/oldWALs, maxLogs=32 2024-12-05T12:17:13,966 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/WALs/2556e7014d8b,44745,1733401030153/2556e7014d8b%2C44745%2C1733401030153.meta.1733401033952.meta, exclude list is [], retry=0 2024-12-05T12:17:13,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46353,DS-de8ec370-8bbf-4716-95b6-2eafe1928237,DISK] 2024-12-05T12:17:13,973 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/WALs/2556e7014d8b,44745,1733401030153/2556e7014d8b%2C44745%2C1733401030153.meta.1733401033952.meta 2024-12-05T12:17:13,973 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38179:38179)] 2024-12-05T12:17:13,974 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:17:13,976 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:17:13,978 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:17:13,983 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:17:13,987 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:17:13,987 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:17:13,988 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:17:13,988 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:17:13,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:17:13,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:17:13,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:13,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:17:13,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:17:13,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:17:13,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:13,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:17:13,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:17:13,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:17:13,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:13,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:17:13,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:17:14,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:17:14,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:14,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:17:14,001 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:17:14,002 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740 2024-12-05T12:17:14,004 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740 2024-12-05T12:17:14,007 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:17:14,007 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:17:14,008 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T12:17:14,011 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:17:14,012 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69874088, jitterRate=0.04120504856109619}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T12:17:14,012 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:17:14,014 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401033988Writing region info on filesystem at 1733401033988Initializing all the Stores at 1733401033990 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401033990Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401033990Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401033990Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401033990Cleaning up temporary data from old regions at 1733401034007 (+17 ms)Running coprocessor post-open hooks at 1733401034012 (+5 ms)Region opened successfully at 1733401034014 (+2 ms) 2024-12-05T12:17:14,021 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401033921 2024-12-05T12:17:14,031 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:17:14,032 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:17:14,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:14,035 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2556e7014d8b,44745,1733401030153, state=OPEN 2024-12-05T12:17:14,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T12:17:14,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T12:17:14,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:17:14,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:17:14,042 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:14,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:17:14,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2556e7014d8b,44745,1733401030153 in 286 msec 2024-12-05T12:17:14,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:17:14,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-12-05T12:17:14,054 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:17:14,054 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:17:14,074 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:14,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:14,095 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:14,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46791, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:14,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6390 sec 2024-12-05T12:17:14,115 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401034115, completionTime=-1 2024-12-05T12:17:14,118 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:17:14,118 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:17:14,148 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:17:14,148 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401094148 2024-12-05T12:17:14,148 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401154148 2024-12-05T12:17:14,148 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-12-05T12:17:14,151 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,37601,1733401029146-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:14,151 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,37601,1733401029146-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:14,151 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,37601,1733401029146-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:14,153 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2556e7014d8b:37601, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:14,153 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:14,154 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:14,160 DEBUG [master/2556e7014d8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:17:14,188 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.866sec 2024-12-05T12:17:14,189 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:17:14,191 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:17:14,192 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:17:14,193 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:17:14,193 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:17:14,194 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,37601,1733401029146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:17:14,194 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,37601,1733401029146-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:17:14,204 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:17:14,205 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:17:14,205 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,37601,1733401029146-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:17:14,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c90ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:14,299 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T12:17:14,299 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T12:17:14,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:14,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:14,316 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:14,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:14,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:14,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11d50b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:14,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:14,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:14,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:14,327 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:14,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba7d24a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:14,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:14,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:14,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:14,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:14,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2556e7014d8b,37601,1733401029146 2024-12-05T12:17:14,380 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=688, ProcessCount=11, AvailableMemoryMB=2446 2024-12-05T12:17:14,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:17:14,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2556e7014d8b,37601,1733401029146 2024-12-05T12:17:14,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e32371d 2024-12-05T12:17:14,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:17:14,402 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:17:14,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T12:17:14,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:17:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T12:17:14,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:17:14,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-05T12:17:14,422 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:14,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:17:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:17:14,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741835_1011 (size=1061) 2024-12-05T12:17:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:17:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:17:14,841 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6 2024-12-05T12:17:14,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741836_1012 (size=53) 2024-12-05T12:17:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:17:15,254 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:17:15,254 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6d17933ce33d776799b0ee9ae6aa1a73, disabling compactions & flushes 2024-12-05T12:17:15,254 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:15,254 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:15,254 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. after waiting 0 ms 2024-12-05T12:17:15,254 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:15,254 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:15,254 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d17933ce33d776799b0ee9ae6aa1a73: Waiting for close lock at 1733401035254Disabling compacts and flushes for region at 1733401035254Disabling writes for close at 1733401035254Writing region close event to WAL at 1733401035254Closed at 1733401035254 2024-12-05T12:17:15,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:17:15,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733401035257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401035257"}]},"ts":"1733401035257"} 2024-12-05T12:17:15,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:17:15,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:17:15,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401035268"}]},"ts":"1733401035268"} 2024-12-05T12:17:15,275 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T12:17:15,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d17933ce33d776799b0ee9ae6aa1a73, ASSIGN}] 2024-12-05T12:17:15,280 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d17933ce33d776799b0ee9ae6aa1a73, ASSIGN 2024-12-05T12:17:15,281 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d17933ce33d776799b0ee9ae6aa1a73, ASSIGN; state=OFFLINE, location=2556e7014d8b,44745,1733401030153; forceNewPlan=false, retain=false 2024-12-05T12:17:15,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d17933ce33d776799b0ee9ae6aa1a73, regionState=OPENING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:15,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d17933ce33d776799b0ee9ae6aa1a73, ASSIGN because future has completed 2024-12-05T12:17:15,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:17:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:17:15,602 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:15,602 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:17:15,602 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:15,603 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:17:15,603 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:15,603 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:15,606 INFO [StoreOpener-6d17933ce33d776799b0ee9ae6aa1a73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:15,609 INFO [StoreOpener-6d17933ce33d776799b0ee9ae6aa1a73-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:17:15,610 INFO [StoreOpener-6d17933ce33d776799b0ee9ae6aa1a73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d17933ce33d776799b0ee9ae6aa1a73 columnFamilyName A 2024-12-05T12:17:15,610 DEBUG [StoreOpener-6d17933ce33d776799b0ee9ae6aa1a73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:15,611 INFO [StoreOpener-6d17933ce33d776799b0ee9ae6aa1a73-1 {}] regionserver.HStore(327): Store=6d17933ce33d776799b0ee9ae6aa1a73/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:17:15,611 INFO [StoreOpener-6d17933ce33d776799b0ee9ae6aa1a73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:15,613 INFO [StoreOpener-6d17933ce33d776799b0ee9ae6aa1a73-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:17:15,614 INFO [StoreOpener-6d17933ce33d776799b0ee9ae6aa1a73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d17933ce33d776799b0ee9ae6aa1a73 columnFamilyName B 2024-12-05T12:17:15,614 DEBUG [StoreOpener-6d17933ce33d776799b0ee9ae6aa1a73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:15,614 INFO [StoreOpener-6d17933ce33d776799b0ee9ae6aa1a73-1 {}] regionserver.HStore(327): Store=6d17933ce33d776799b0ee9ae6aa1a73/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:17:15,615 INFO [StoreOpener-6d17933ce33d776799b0ee9ae6aa1a73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:15,617 INFO [StoreOpener-6d17933ce33d776799b0ee9ae6aa1a73-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:17:15,617 INFO [StoreOpener-6d17933ce33d776799b0ee9ae6aa1a73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d17933ce33d776799b0ee9ae6aa1a73 columnFamilyName C 2024-12-05T12:17:15,617 DEBUG [StoreOpener-6d17933ce33d776799b0ee9ae6aa1a73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:15,618 INFO [StoreOpener-6d17933ce33d776799b0ee9ae6aa1a73-1 {}] regionserver.HStore(327): Store=6d17933ce33d776799b0ee9ae6aa1a73/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:17:15,618 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:15,619 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:15,620 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:15,621 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:15,624 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:15,624 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:15,625 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T12:17:15,628 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:15,633 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:17:15,634 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d17933ce33d776799b0ee9ae6aa1a73; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74298275, jitterRate=0.10713057219982147}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T12:17:15,634 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:15,636 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d17933ce33d776799b0ee9ae6aa1a73: Running coprocessor pre-open hook at 1733401035603Writing region info on filesystem at 1733401035603Initializing all the Stores at 1733401035605 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401035605Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401035605Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401035605Cleaning up temporary data from old regions at 1733401035624 (+19 ms)Running coprocessor post-open hooks at 1733401035634 (+10 ms)Region opened successfully at 1733401035636 (+2 ms) 2024-12-05T12:17:15,638 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., pid=6, masterSystemTime=1733401035594 2024-12-05T12:17:15,642 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:15,643 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:15,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d17933ce33d776799b0ee9ae6aa1a73, regionState=OPEN, openSeqNum=2, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:15,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:17:15,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:17:15,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 in 210 msec 2024-12-05T12:17:15,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:17:15,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d17933ce33d776799b0ee9ae6aa1a73, ASSIGN in 377 msec 2024-12-05T12:17:15,659 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:17:15,660 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401035660"}]},"ts":"1733401035660"} 2024-12-05T12:17:15,663 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T12:17:15,665 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:17:15,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2530 sec 2024-12-05T12:17:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:17:16,576 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:17:16,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8b07f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:16,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:16,584 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:16,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:16,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:16,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71374046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:16,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:16,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:16,587 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:16,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3ecdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:16,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:16,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:16,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:16,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:17:16,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2556e7014d8b,37601,1733401029146 2024-12-05T12:17:16,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c6d0ee2 2024-12-05T12:17:16,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:17:16,601 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:17:16,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff18d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:16,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:16,606 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:16,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:16,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:16,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec01134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:16,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:16,608 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:16,609 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:16,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b37f010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109bd06b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:16,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:16,612 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:16,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:16,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38788dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:16,615 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643162ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af20e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:16,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:16,618 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:16,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a084b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:16,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:16,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:16,622 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6b748f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7387a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:16,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:16,625 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:16,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:16,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:16,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da77f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:16,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:16,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:16,628 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:16,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1768f353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a031a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:16,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:16,630 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4167ce6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:16,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:16,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:16,633 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:16,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23efbfd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276a94e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:16,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:16,636 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:16,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:16,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:16,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5385c31b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:16,639 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:16,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5612ff47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d403639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:16,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:16,644 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:16,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:16,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:16,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce25cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:16,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:16,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:16,646 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:16,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325dd38e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d66d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:16,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:16,649 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:16,649 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:16,649 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252fb8e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:16,651 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:16,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b76b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be0d766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:16,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:16,653 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:16,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:16,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:16,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf3278a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:16,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:16,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:16,655 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:16,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e46cb21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:16,662 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:16,662 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:16,662 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:16,663 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:16,663 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:16,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:17:16,664 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:16,665 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:16,665 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:16,665 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:16,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:16,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:16,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:16,667 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:16,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:16,668 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:16,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:16,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:16,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:16,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:16,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:16,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:16,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:16,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:16,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:16,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:17:16,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:17:16,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-05T12:17:16,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:16,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:17:16,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:17:16,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:17:16,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:17:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:17:16,686 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:17:16,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:17:16,690 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:17:16,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:17:16,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:17:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:17:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:16,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T12:17:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:17:16,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:16,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:16,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:16,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:16,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:16,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:16,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T12:17:16,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:16,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:16,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:16,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:16,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:16,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401036902, max timestamp=1733401036977Num uniques 859; 2024-12-05T12:17:16,998 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:17:17,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401036902, max timestamp=1733401036977Num uniques 859; 2024-12-05T12:17:17,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:17:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:17:17,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/6b793ddb7d6a46479450d3149f56855d is 50, key is test_row_0/A:col10/1733401036778/Put/seqid=0 2024-12-05T12:17:17,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401036902, max timestamp=1733401036977Num uniques 859; 2024-12-05T12:17:17,030 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:17:17,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T12:17:17,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741837_1013 (size=14341) 2024-12-05T12:17:17,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/6b793ddb7d6a46479450d3149f56855d 2024-12-05T12:17:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:17,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:17,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:17,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401097098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401097103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401097157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401097158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401097157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/3eec858aa8944eb9a88c5dbf3fc2c22c is 50, key is test_row_0/B:col10/1733401036778/Put/seqid=0 2024-12-05T12:17:17,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T12:17:17,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:17,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:17,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:17,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741838_1014 (size=12001) 2024-12-05T12:17:17,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/3eec858aa8944eb9a88c5dbf3fc2c22c 2024-12-05T12:17:17,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401097276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401097290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401097297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401097300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401097300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:17:17,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/1ea555afb0334b7d8d88f2d1884b0561 is 50, key is test_row_0/C:col10/1733401036778/Put/seqid=0 2024-12-05T12:17:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741839_1015 (size=12001) 2024-12-05T12:17:17,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/1ea555afb0334b7d8d88f2d1884b0561 2024-12-05T12:17:17,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/6b793ddb7d6a46479450d3149f56855d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/6b793ddb7d6a46479450d3149f56855d 2024-12-05T12:17:17,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T12:17:17,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:17,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:17,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:17,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/6b793ddb7d6a46479450d3149f56855d, entries=200, sequenceid=12, filesize=14.0 K 2024-12-05T12:17:17,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/3eec858aa8944eb9a88c5dbf3fc2c22c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/3eec858aa8944eb9a88c5dbf3fc2c22c 2024-12-05T12:17:17,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/3eec858aa8944eb9a88c5dbf3fc2c22c, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T12:17:17,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/1ea555afb0334b7d8d88f2d1884b0561 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/1ea555afb0334b7d8d88f2d1884b0561 2024-12-05T12:17:17,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401097496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/1ea555afb0334b7d8d88f2d1884b0561, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T12:17:17,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 6d17933ce33d776799b0ee9ae6aa1a73 in 741ms, sequenceid=12, compaction requested=false 2024-12-05T12:17:17,531 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-05T12:17:17,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:17,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-05T12:17:17,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T12:17:17,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:17,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:17,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:17,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733401037137, max timestamp=1733401037544Num uniques 1068; 2024-12-05T12:17:17,559 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-05T12:17:17,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733401037137, max timestamp=1733401037544Num uniques 1068; 2024-12-05T12:17:17,570 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-05T12:17:17,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:17,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:17,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:17,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:17,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:17,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T12:17:17,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/f20f1510e51e40a2997902913c02589b is 50, key is test_row_0/A:col10/1733401037538/Put/seqid=0 2024-12-05T12:17:17,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741840_1016 (size=14341) 2024-12-05T12:17:17,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/f20f1510e51e40a2997902913c02589b 2024-12-05T12:17:17,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/525b175e0b5147a188c6163d402b8f73 is 50, key is test_row_0/B:col10/1733401037538/Put/seqid=0 2024-12-05T12:17:17,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401097668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401097674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401097679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401097681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T12:17:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:17,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741841_1017 (size=12001) 2024-12-05T12:17:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401097785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401097797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401097798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401097798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:17:17,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401097829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:17,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:17,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:17,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T12:17:17,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:17,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:17,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:17,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:18,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401098006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401098015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401098016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401098016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T12:17:18,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:18,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:18,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:18,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:18,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:18,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/525b175e0b5147a188c6163d402b8f73 2024-12-05T12:17:18,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/7da6fd8de7df40b281b8696c962803ca is 50, key is test_row_0/C:col10/1733401037538/Put/seqid=0 2024-12-05T12:17:18,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741842_1018 (size=12001) 2024-12-05T12:17:18,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/7da6fd8de7df40b281b8696c962803ca 2024-12-05T12:17:18,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/f20f1510e51e40a2997902913c02589b as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/f20f1510e51e40a2997902913c02589b 2024-12-05T12:17:18,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T12:17:18,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:18,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:18,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:18,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:18,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:18,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/f20f1510e51e40a2997902913c02589b, entries=200, sequenceid=50, filesize=14.0 K 2024-12-05T12:17:18,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/525b175e0b5147a188c6163d402b8f73 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/525b175e0b5147a188c6163d402b8f73 2024-12-05T12:17:18,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/525b175e0b5147a188c6163d402b8f73, entries=150, sequenceid=50, filesize=11.7 K 2024-12-05T12:17:18,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/7da6fd8de7df40b281b8696c962803ca as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/7da6fd8de7df40b281b8696c962803ca 2024-12-05T12:17:18,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/7da6fd8de7df40b281b8696c962803ca, entries=150, sequenceid=50, filesize=11.7 K 2024-12-05T12:17:18,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~183.83 KB/188240, currentSize=114.05 KB/116790 for 6d17933ce33d776799b0ee9ae6aa1a73 in 698ms, sequenceid=50, compaction requested=false 2024-12-05T12:17:18,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:18,337 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401037665, max timestamp=1733401038319Num uniques 859; 2024-12-05T12:17:18,337 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:17:18,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T12:17:18,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:18,345 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=82.74 KB heapSize=241.95 KB 2024-12-05T12:17:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:18,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:18,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:18,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:18,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:18,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:18,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:18,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:18,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/c2ee5b59439d492cb3e148aa08f157c8 is 50, key is test_row_0/A:col10/1733401037676/Put/seqid=0 2024-12-05T12:17:18,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741843_1019 (size=12001) 2024-12-05T12:17:18,421 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/c2ee5b59439d492cb3e148aa08f157c8 2024-12-05T12:17:18,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401098401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401098402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401098405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401098427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401098432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/69e9fe9e1b164cdfba6da05ca89c09b8 is 50, key is test_row_0/B:col10/1733401037676/Put/seqid=0 2024-12-05T12:17:18,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741844_1020 (size=12001) 2024-12-05T12:17:18,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401098538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401098538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401098539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401098556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401098556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401098757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401098757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401098757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401098766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401098766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:18,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:18,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:17:18,877 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:17:18,895 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/69e9fe9e1b164cdfba6da05ca89c09b8 2024-12-05T12:17:18,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/e3a76ad752f74409b9070b647da57860 is 50, key is test_row_0/C:col10/1733401037676/Put/seqid=0 2024-12-05T12:17:18,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741845_1021 (size=12001) 2024-12-05T12:17:19,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401099077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:19,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:19,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401099086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401099086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:19,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:19,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401099086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:19,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:19,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401099085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:19,352 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/e3a76ad752f74409b9070b647da57860 2024-12-05T12:17:19,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/c2ee5b59439d492cb3e148aa08f157c8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/c2ee5b59439d492cb3e148aa08f157c8 2024-12-05T12:17:19,386 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/c2ee5b59439d492cb3e148aa08f157c8, entries=150, sequenceid=71, filesize=11.7 K 2024-12-05T12:17:19,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/69e9fe9e1b164cdfba6da05ca89c09b8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/69e9fe9e1b164cdfba6da05ca89c09b8 2024-12-05T12:17:19,406 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/69e9fe9e1b164cdfba6da05ca89c09b8, entries=150, sequenceid=71, filesize=11.7 K 2024-12-05T12:17:19,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/e3a76ad752f74409b9070b647da57860 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/e3a76ad752f74409b9070b647da57860 2024-12-05T12:17:19,427 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/e3a76ad752f74409b9070b647da57860, entries=150, sequenceid=71, filesize=11.7 K 2024-12-05T12:17:19,429 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~89.45 KB/91600, heapSize ~262.06 KB/268352, currentSize=93.93 KB/96180 for 6d17933ce33d776799b0ee9ae6aa1a73 in 1084ms, sequenceid=71, compaction requested=true 2024-12-05T12:17:19,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:19,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:19,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T12:17:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T12:17:19,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-05T12:17:19,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7430 sec 2024-12-05T12:17:19,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.7760 sec 2024-12-05T12:17:19,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T12:17:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:19,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T12:17:19,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:19,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:19,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:19,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:19,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:19,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:19,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/82a826a642834d579140cbf55fdc5bd7 is 50, key is test_row_0/A:col10/1733401038402/Put/seqid=0 2024-12-05T12:17:19,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741846_1022 (size=14341) 2024-12-05T12:17:19,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/82a826a642834d579140cbf55fdc5bd7 2024-12-05T12:17:19,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/4c277ede3ac34ad1ab6246dd8a757ce2 is 50, key is test_row_0/B:col10/1733401038402/Put/seqid=0 2024-12-05T12:17:19,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741847_1023 (size=12001) 2024-12-05T12:17:19,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/4c277ede3ac34ad1ab6246dd8a757ce2 2024-12-05T12:17:19,696 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:17:19,696 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T12:17:19,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:17:19,699 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T12:17:19,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T12:17:19,699 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T12:17:19,701 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T12:17:19,701 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T12:17:19,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/819be0fc06d04fa1b3e488f8236b2fad is 50, key is test_row_0/C:col10/1733401038402/Put/seqid=0 2024-12-05T12:17:19,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:19,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401099718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401099726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:19,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:19,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:19,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401099734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:19,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:19,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401099741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:19,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401099742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741848_1024 (size=12001) 2024-12-05T12:17:19,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/819be0fc06d04fa1b3e488f8236b2fad 2024-12-05T12:17:19,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/82a826a642834d579140cbf55fdc5bd7 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/82a826a642834d579140cbf55fdc5bd7 2024-12-05T12:17:19,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/82a826a642834d579140cbf55fdc5bd7, entries=200, sequenceid=89, filesize=14.0 K 2024-12-05T12:17:19,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/4c277ede3ac34ad1ab6246dd8a757ce2 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/4c277ede3ac34ad1ab6246dd8a757ce2 2024-12-05T12:17:19,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/4c277ede3ac34ad1ab6246dd8a757ce2, entries=150, sequenceid=89, filesize=11.7 K 2024-12-05T12:17:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/819be0fc06d04fa1b3e488f8236b2fad as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/819be0fc06d04fa1b3e488f8236b2fad 2024-12-05T12:17:19,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/819be0fc06d04fa1b3e488f8236b2fad, entries=150, sequenceid=89, filesize=11.7 K 2024-12-05T12:17:19,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 6d17933ce33d776799b0ee9ae6aa1a73 in 229ms, sequenceid=89, compaction requested=true 2024-12-05T12:17:19,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:19,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:17:19,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:19,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:17:19,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:19,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:17:19,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:19,848 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:17:19,848 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:17:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:19,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T12:17:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:19,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:19,860 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:17:19,863 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/B is initiating minor compaction (all files) 2024-12-05T12:17:19,863 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/B in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:19,864 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/3eec858aa8944eb9a88c5dbf3fc2c22c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/525b175e0b5147a188c6163d402b8f73, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/69e9fe9e1b164cdfba6da05ca89c09b8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/4c277ede3ac34ad1ab6246dd8a757ce2] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=46.9 K 2024-12-05T12:17:19,865 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3eec858aa8944eb9a88c5dbf3fc2c22c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733401036764 2024-12-05T12:17:19,866 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 525b175e0b5147a188c6163d402b8f73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733401037538 2024-12-05T12:17:19,868 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 69e9fe9e1b164cdfba6da05ca89c09b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733401037665 2024-12-05T12:17:19,870 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c277ede3ac34ad1ab6246dd8a757ce2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733401038402 2024-12-05T12:17:19,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/508cbfa7c9a741d9ac2fa7dc5c184b8b is 50, key is test_row_0/A:col10/1733401039734/Put/seqid=0 2024-12-05T12:17:19,895 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:17:19,897 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/A is initiating minor compaction (all files) 2024-12-05T12:17:19,897 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/A in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:19,898 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/6b793ddb7d6a46479450d3149f56855d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/f20f1510e51e40a2997902913c02589b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/c2ee5b59439d492cb3e148aa08f157c8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/82a826a642834d579140cbf55fdc5bd7] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=53.7 K 2024-12-05T12:17:19,909 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b793ddb7d6a46479450d3149f56855d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733401036752 2024-12-05T12:17:19,921 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting f20f1510e51e40a2997902913c02589b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733401037137 2024-12-05T12:17:19,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741849_1025 (size=14341) 2024-12-05T12:17:19,928 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2ee5b59439d492cb3e148aa08f157c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733401037665 2024-12-05T12:17:19,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/508cbfa7c9a741d9ac2fa7dc5c184b8b 2024-12-05T12:17:19,932 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82a826a642834d579140cbf55fdc5bd7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733401038402 2024-12-05T12:17:19,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/900ce3b816824e74a8934759043f085c is 50, key is test_row_0/B:col10/1733401039734/Put/seqid=0 2024-12-05T12:17:19,984 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#B#compaction#13 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:19,985 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/ef1f8c3a66cf42e1b03ec718e31a3770 is 50, key is test_row_0/B:col10/1733401038402/Put/seqid=0 2024-12-05T12:17:19,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401099959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:19,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:19,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:19,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401099978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401099981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741851_1027 (size=12139) 2024-12-05T12:17:20,012 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#A#compaction#15 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:20,013 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/25069357af7b4856bd2007b70ec196d4 is 50, key is test_row_0/A:col10/1733401038402/Put/seqid=0 2024-12-05T12:17:20,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401099986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401099989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,025 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/ef1f8c3a66cf42e1b03ec718e31a3770 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ef1f8c3a66cf42e1b03ec718e31a3770 2024-12-05T12:17:20,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741850_1026 (size=12001) 2024-12-05T12:17:20,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/900ce3b816824e74a8934759043f085c 2024-12-05T12:17:20,056 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/B of 6d17933ce33d776799b0ee9ae6aa1a73 into ef1f8c3a66cf42e1b03ec718e31a3770(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:20,056 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:20,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741852_1028 (size=12139) 2024-12-05T12:17:20,064 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/B, priority=12, startTime=1733401039844; duration=0sec 2024-12-05T12:17:20,064 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:20,064 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:B 2024-12-05T12:17:20,065 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:17:20,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/79adedb1c37a47fd9bcfb2f357142e5b is 50, key is test_row_0/C:col10/1733401039734/Put/seqid=0 2024-12-05T12:17:20,074 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/25069357af7b4856bd2007b70ec196d4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/25069357af7b4856bd2007b70ec196d4 2024-12-05T12:17:20,078 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:17:20,078 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/C is initiating minor compaction (all files) 2024-12-05T12:17:20,079 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/C in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:20,079 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/1ea555afb0334b7d8d88f2d1884b0561, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/7da6fd8de7df40b281b8696c962803ca, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/e3a76ad752f74409b9070b647da57860, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/819be0fc06d04fa1b3e488f8236b2fad] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=46.9 K 2024-12-05T12:17:20,080 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ea555afb0334b7d8d88f2d1884b0561, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733401036764 2024-12-05T12:17:20,081 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 7da6fd8de7df40b281b8696c962803ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733401037538 2024-12-05T12:17:20,082 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting e3a76ad752f74409b9070b647da57860, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733401037665 2024-12-05T12:17:20,083 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 819be0fc06d04fa1b3e488f8236b2fad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733401038402 2024-12-05T12:17:20,091 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/A of 6d17933ce33d776799b0ee9ae6aa1a73 into 25069357af7b4856bd2007b70ec196d4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:20,091 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:20,091 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/A, priority=12, startTime=1733401039831; duration=0sec 2024-12-05T12:17:20,091 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:20,091 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:A 2024-12-05T12:17:20,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401100095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741853_1029 (size=12001) 2024-12-05T12:17:20,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/79adedb1c37a47fd9bcfb2f357142e5b 2024-12-05T12:17:20,117 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#C#compaction#17 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:20,118 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/ff03206409634bf2b43bac109bb62ebc is 50, key is test_row_0/C:col10/1733401038402/Put/seqid=0 2024-12-05T12:17:20,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401100106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401100106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/508cbfa7c9a741d9ac2fa7dc5c184b8b as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/508cbfa7c9a741d9ac2fa7dc5c184b8b 2024-12-05T12:17:20,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401100125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401100126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/508cbfa7c9a741d9ac2fa7dc5c184b8b, entries=200, sequenceid=105, filesize=14.0 K 2024-12-05T12:17:20,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/900ce3b816824e74a8934759043f085c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/900ce3b816824e74a8934759043f085c 2024-12-05T12:17:20,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/900ce3b816824e74a8934759043f085c, entries=150, sequenceid=105, filesize=11.7 K 2024-12-05T12:17:20,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/79adedb1c37a47fd9bcfb2f357142e5b as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/79adedb1c37a47fd9bcfb2f357142e5b 2024-12-05T12:17:20,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741854_1030 (size=12139) 2024-12-05T12:17:20,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/79adedb1c37a47fd9bcfb2f357142e5b, entries=150, sequenceid=105, filesize=11.7 K 2024-12-05T12:17:20,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 6d17933ce33d776799b0ee9ae6aa1a73 in 312ms, sequenceid=105, compaction requested=false 2024-12-05T12:17:20,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:20,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T12:17:20,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:20,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:20,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:20,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:20,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:20,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:20,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/16a40f50e0554f759ce84a77c7e8cd97 is 50, key is test_row_0/A:col10/1733401039980/Put/seqid=0 2024-12-05T12:17:20,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741855_1031 (size=14341) 2024-12-05T12:17:20,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/16a40f50e0554f759ce84a77c7e8cd97 2024-12-05T12:17:20,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401100395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401100396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/b7d399ef985c4c4da3e6c2143b76944c is 50, key is test_row_0/B:col10/1733401039980/Put/seqid=0 2024-12-05T12:17:20,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401100400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401100404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401100404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741856_1032 (size=12001) 2024-12-05T12:17:20,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/b7d399ef985c4c4da3e6c2143b76944c 2024-12-05T12:17:20,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/119da25958c04116abe1f3da703ea753 is 50, key is test_row_0/C:col10/1733401039980/Put/seqid=0 2024-12-05T12:17:20,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741857_1033 (size=12001) 2024-12-05T12:17:20,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/119da25958c04116abe1f3da703ea753 2024-12-05T12:17:20,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/16a40f50e0554f759ce84a77c7e8cd97 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/16a40f50e0554f759ce84a77c7e8cd97 2024-12-05T12:17:20,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401100515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401100516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401100516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/16a40f50e0554f759ce84a77c7e8cd97, entries=200, sequenceid=124, filesize=14.0 K 2024-12-05T12:17:20,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/b7d399ef985c4c4da3e6c2143b76944c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b7d399ef985c4c4da3e6c2143b76944c 2024-12-05T12:17:20,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401100526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b7d399ef985c4c4da3e6c2143b76944c, entries=150, sequenceid=124, filesize=11.7 K 2024-12-05T12:17:20,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401100525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/119da25958c04116abe1f3da703ea753 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/119da25958c04116abe1f3da703ea753 2024-12-05T12:17:20,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/119da25958c04116abe1f3da703ea753, entries=150, sequenceid=124, filesize=11.7 K 2024-12-05T12:17:20,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 6d17933ce33d776799b0ee9ae6aa1a73 in 240ms, sequenceid=124, compaction requested=true 2024-12-05T12:17:20,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:20,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:A, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:17:20,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:20,563 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:20,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:B, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:17:20,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:20,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:17:20,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:17:20,565 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:20,566 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/A is initiating minor compaction (all files) 2024-12-05T12:17:20,566 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/A in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:20,566 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/25069357af7b4856bd2007b70ec196d4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/508cbfa7c9a741d9ac2fa7dc5c184b8b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/16a40f50e0554f759ce84a77c7e8cd97] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=39.9 K 2024-12-05T12:17:20,567 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25069357af7b4856bd2007b70ec196d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733401038402 2024-12-05T12:17:20,568 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 508cbfa7c9a741d9ac2fa7dc5c184b8b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733401039643 2024-12-05T12:17:20,570 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16a40f50e0554f759ce84a77c7e8cd97, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733401039977 2024-12-05T12:17:20,577 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/ff03206409634bf2b43bac109bb62ebc as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/ff03206409634bf2b43bac109bb62ebc 2024-12-05T12:17:20,591 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/C of 6d17933ce33d776799b0ee9ae6aa1a73 into ff03206409634bf2b43bac109bb62ebc(size=11.9 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:20,591 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:20,591 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/C, priority=12, startTime=1733401039845; duration=0sec 2024-12-05T12:17:20,592 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:17:20,592 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:C 2024-12-05T12:17:20,592 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:C 2024-12-05T12:17:20,592 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:20,596 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#A#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:20,597 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/b1ec9a18ec0c4fb3bdaacf3b4b92e9c9 is 50, key is test_row_0/A:col10/1733401039980/Put/seqid=0 2024-12-05T12:17:20,600 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:20,601 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/B is initiating minor compaction (all files) 2024-12-05T12:17:20,601 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/B in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:20,601 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ef1f8c3a66cf42e1b03ec718e31a3770, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/900ce3b816824e74a8934759043f085c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b7d399ef985c4c4da3e6c2143b76944c] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=35.3 K 2024-12-05T12:17:20,602 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting ef1f8c3a66cf42e1b03ec718e31a3770, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733401038402 2024-12-05T12:17:20,603 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 900ce3b816824e74a8934759043f085c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733401039643 2024-12-05T12:17:20,603 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b7d399ef985c4c4da3e6c2143b76944c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733401039977 2024-12-05T12:17:20,630 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:20,631 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/185c18dfb6e24c4599540fc8087d0fe1 is 50, key is test_row_0/B:col10/1733401039980/Put/seqid=0 2024-12-05T12:17:20,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741858_1034 (size=12241) 2024-12-05T12:17:20,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741859_1035 (size=12241) 2024-12-05T12:17:20,680 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/185c18dfb6e24c4599540fc8087d0fe1 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/185c18dfb6e24c4599540fc8087d0fe1 2024-12-05T12:17:20,691 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/B of 6d17933ce33d776799b0ee9ae6aa1a73 into 185c18dfb6e24c4599540fc8087d0fe1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:20,691 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:20,691 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/B, priority=13, startTime=1733401040563; duration=0sec 2024-12-05T12:17:20,691 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:20,691 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:B 2024-12-05T12:17:20,692 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:20,694 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:20,694 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/C is initiating minor compaction (all files) 2024-12-05T12:17:20,694 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/C in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:20,694 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/ff03206409634bf2b43bac109bb62ebc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/79adedb1c37a47fd9bcfb2f357142e5b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/119da25958c04116abe1f3da703ea753] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=35.3 K 2024-12-05T12:17:20,695 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting ff03206409634bf2b43bac109bb62ebc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733401038402 2024-12-05T12:17:20,696 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 79adedb1c37a47fd9bcfb2f357142e5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733401039643 2024-12-05T12:17:20,697 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 119da25958c04116abe1f3da703ea753, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733401039977 2024-12-05T12:17:20,722 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#C#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:20,723 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/812b9f6bdb704106ba4a7a12dcde41ea is 50, key is test_row_0/C:col10/1733401039980/Put/seqid=0 2024-12-05T12:17:20,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T12:17:20,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:20,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:20,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:20,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:20,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:20,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:20,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741860_1036 (size=12241) 2024-12-05T12:17:20,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/87e3b9c597d840d7b74a7f6114cc57d8 is 50, key is test_row_0/A:col10/1733401040389/Put/seqid=0 2024-12-05T12:17:20,763 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/812b9f6bdb704106ba4a7a12dcde41ea as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/812b9f6bdb704106ba4a7a12dcde41ea 2024-12-05T12:17:20,777 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/C of 6d17933ce33d776799b0ee9ae6aa1a73 into 812b9f6bdb704106ba4a7a12dcde41ea(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:20,777 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:20,777 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/C, priority=13, startTime=1733401040564; duration=0sec 2024-12-05T12:17:20,778 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:20,778 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:C 2024-12-05T12:17:20,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741861_1037 (size=14541) 2024-12-05T12:17:20,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/87e3b9c597d840d7b74a7f6114cc57d8 2024-12-05T12:17:20,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401100777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401100786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401100780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401100783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401100798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/b12f4c755c534234811fccb75a82eb50 is 50, key is test_row_0/B:col10/1733401040389/Put/seqid=0 2024-12-05T12:17:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:17:20,856 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:17:20,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:17:20,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741862_1038 (size=12151) 2024-12-05T12:17:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-05T12:17:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T12:17:20,862 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:17:20,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/b12f4c755c534234811fccb75a82eb50 2024-12-05T12:17:20,865 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:17:20,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:17:20,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/b50893feabf345bea0ea1fceb2431ff3 is 50, key is test_row_0/C:col10/1733401040389/Put/seqid=0 2024-12-05T12:17:20,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401100905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401100906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401100906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401100906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401100915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:20,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:20,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:20,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741863_1039 (size=12151) 2024-12-05T12:17:20,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/b50893feabf345bea0ea1fceb2431ff3 2024-12-05T12:17:20,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/87e3b9c597d840d7b74a7f6114cc57d8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/87e3b9c597d840d7b74a7f6114cc57d8 2024-12-05T12:17:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T12:17:20,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/87e3b9c597d840d7b74a7f6114cc57d8, entries=200, sequenceid=143, filesize=14.2 K 2024-12-05T12:17:20,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/b12f4c755c534234811fccb75a82eb50 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b12f4c755c534234811fccb75a82eb50 2024-12-05T12:17:20,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b12f4c755c534234811fccb75a82eb50, entries=150, sequenceid=143, filesize=11.9 K 2024-12-05T12:17:20,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/b50893feabf345bea0ea1fceb2431ff3 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/b50893feabf345bea0ea1fceb2431ff3 2024-12-05T12:17:21,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T12:17:21,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:21,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:21,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:21,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:21,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:21,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/b50893feabf345bea0ea1fceb2431ff3, entries=150, sequenceid=143, filesize=11.9 K 2024-12-05T12:17:21,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 6d17933ce33d776799b0ee9ae6aa1a73 in 300ms, sequenceid=143, compaction requested=false 2024-12-05T12:17:21,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:21,045 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/b1ec9a18ec0c4fb3bdaacf3b4b92e9c9 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/b1ec9a18ec0c4fb3bdaacf3b4b92e9c9 2024-12-05T12:17:21,055 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/A of 6d17933ce33d776799b0ee9ae6aa1a73 into b1ec9a18ec0c4fb3bdaacf3b4b92e9c9(size=12.0 K), total size for store is 26.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:21,055 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:21,055 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/A, priority=13, startTime=1733401040563; duration=0sec 2024-12-05T12:17:21,056 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:21,056 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:A 2024-12-05T12:17:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:21,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T12:17:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:21,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/8a3991d4c92446f8a678d0038c56c309 is 50, key is test_row_0/A:col10/1733401040788/Put/seqid=0 2024-12-05T12:17:21,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T12:17:21,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:21,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:21,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:21,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:21,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:21,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401101167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401101169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T12:17:21,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401101171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401101173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401101173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741864_1040 (size=14541) 2024-12-05T12:17:21,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401101287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401101287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401101295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401101296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401101296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T12:17:21,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:21,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T12:17:21,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T12:17:21,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:21,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:21,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:21,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:21,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:21,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401101495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:21,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401101506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401101506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401101506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401101515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/8a3991d4c92446f8a678d0038c56c309 2024-12-05T12:17:21,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/2aa562d7a29b4c21ac64f8bf5bfed5b1 is 50, key is test_row_0/B:col10/1733401040788/Put/seqid=0 2024-12-05T12:17:21,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T12:17:21,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:21,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:21,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:21,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:21,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:21,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741865_1041 (size=12151) 2024-12-05T12:17:21,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/2aa562d7a29b4c21ac64f8bf5bfed5b1 2024-12-05T12:17:21,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/eee4b50d6a52418da769a4657e91a2d1 is 50, key is test_row_0/C:col10/1733401040788/Put/seqid=0 2024-12-05T12:17:21,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741866_1042 (size=12151) 2024-12-05T12:17:21,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/eee4b50d6a52418da769a4657e91a2d1 2024-12-05T12:17:21,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/8a3991d4c92446f8a678d0038c56c309 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/8a3991d4c92446f8a678d0038c56c309 2024-12-05T12:17:21,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/8a3991d4c92446f8a678d0038c56c309, entries=200, sequenceid=161, filesize=14.2 K 2024-12-05T12:17:21,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/2aa562d7a29b4c21ac64f8bf5bfed5b1 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2aa562d7a29b4c21ac64f8bf5bfed5b1 2024-12-05T12:17:21,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2aa562d7a29b4c21ac64f8bf5bfed5b1, entries=150, sequenceid=161, filesize=11.9 K 2024-12-05T12:17:21,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/eee4b50d6a52418da769a4657e91a2d1 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/eee4b50d6a52418da769a4657e91a2d1 2024-12-05T12:17:21,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/eee4b50d6a52418da769a4657e91a2d1, entries=150, sequenceid=161, filesize=11.9 K 2024-12-05T12:17:21,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 6d17933ce33d776799b0ee9ae6aa1a73 in 653ms, sequenceid=161, compaction requested=true 2024-12-05T12:17:21,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:21,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:17:21,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:21,774 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:21,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:17:21,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:21,775 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:21,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:17:21,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:21,776 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41323 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:21,777 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/A is initiating minor compaction (all files) 2024-12-05T12:17:21,777 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:21,777 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/A in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:21,777 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/B is initiating minor compaction (all files) 2024-12-05T12:17:21,777 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/B in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:21,777 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/b1ec9a18ec0c4fb3bdaacf3b4b92e9c9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/87e3b9c597d840d7b74a7f6114cc57d8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/8a3991d4c92446f8a678d0038c56c309] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=40.4 K 2024-12-05T12:17:21,777 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/185c18dfb6e24c4599540fc8087d0fe1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b12f4c755c534234811fccb75a82eb50, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2aa562d7a29b4c21ac64f8bf5bfed5b1] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=35.7 K 2024-12-05T12:17:21,778 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1ec9a18ec0c4fb3bdaacf3b4b92e9c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733401039977 2024-12-05T12:17:21,778 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 185c18dfb6e24c4599540fc8087d0fe1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733401039977 2024-12-05T12:17:21,778 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87e3b9c597d840d7b74a7f6114cc57d8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733401040367 2024-12-05T12:17:21,779 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b12f4c755c534234811fccb75a82eb50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733401040389 2024-12-05T12:17:21,779 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a3991d4c92446f8a678d0038c56c309, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733401040758 2024-12-05T12:17:21,780 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2aa562d7a29b4c21ac64f8bf5bfed5b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733401040758 2024-12-05T12:17:21,807 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:21,807 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/45065e6a02e74c518a6ead84c497288a is 50, key is test_row_0/B:col10/1733401040788/Put/seqid=0 2024-12-05T12:17:21,811 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:21,812 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/c4d741b514d14bbbb134228f920b2e80 is 50, key is test_row_0/A:col10/1733401040788/Put/seqid=0 2024-12-05T12:17:21,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T12:17:21,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:21,814 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T12:17:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:21,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:21,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:21,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:21,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:21,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:21,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:21,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:21,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741867_1043 (size=12493) 2024-12-05T12:17:21,849 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/45065e6a02e74c518a6ead84c497288a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/45065e6a02e74c518a6ead84c497288a 2024-12-05T12:17:21,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/bad3ea8d07c14f8a932522c088be03fb is 50, key is test_row_0/A:col10/1733401041814/Put/seqid=0 2024-12-05T12:17:21,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741868_1044 (size=12493) 2024-12-05T12:17:21,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741869_1045 (size=12151) 2024-12-05T12:17:21,871 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/bad3ea8d07c14f8a932522c088be03fb 2024-12-05T12:17:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/2a79327489714a3aa290f87f757b4e83 is 50, key is test_row_0/B:col10/1733401041814/Put/seqid=0 2024-12-05T12:17:21,920 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/B of 6d17933ce33d776799b0ee9ae6aa1a73 into 45065e6a02e74c518a6ead84c497288a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:21,920 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:21,920 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/B, priority=13, startTime=1733401041774; duration=0sec 2024-12-05T12:17:21,921 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:21,921 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:B 2024-12-05T12:17:21,921 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:21,925 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:21,925 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/C is initiating minor compaction (all files) 2024-12-05T12:17:21,925 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/C in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:21,925 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/812b9f6bdb704106ba4a7a12dcde41ea, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/b50893feabf345bea0ea1fceb2431ff3, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/eee4b50d6a52418da769a4657e91a2d1] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=35.7 K 2024-12-05T12:17:21,926 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 812b9f6bdb704106ba4a7a12dcde41ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733401039977 2024-12-05T12:17:21,927 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b50893feabf345bea0ea1fceb2431ff3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733401040389 2024-12-05T12:17:21,929 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting eee4b50d6a52418da769a4657e91a2d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733401040758 2024-12-05T12:17:21,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401101929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741870_1046 (size=12151) 2024-12-05T12:17:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401101944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401101947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401101949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:21,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401101953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:21,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:21,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:21,965 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#C#compaction#34 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:21,965 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/e4e147c2856b4d15ad3dc34aa8e48655 is 50, key is test_row_0/C:col10/1733401040788/Put/seqid=0 2024-12-05T12:17:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T12:17:22,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741871_1047 (size=12493) 2024-12-05T12:17:22,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401102055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401102065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401102065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401102065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401102066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401102275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401102275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,278 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/c4d741b514d14bbbb134228f920b2e80 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/c4d741b514d14bbbb134228f920b2e80 2024-12-05T12:17:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401102277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401102285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401102285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,295 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/A of 6d17933ce33d776799b0ee9ae6aa1a73 into c4d741b514d14bbbb134228f920b2e80(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:22,295 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:22,295 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/A, priority=13, startTime=1733401041774; duration=0sec 2024-12-05T12:17:22,296 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:22,296 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:A 2024-12-05T12:17:22,354 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/2a79327489714a3aa290f87f757b4e83 2024-12-05T12:17:22,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/14a2d556f9664120b4b04fbf14f601a8 is 50, key is test_row_0/C:col10/1733401041814/Put/seqid=0 2024-12-05T12:17:22,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741872_1048 (size=12151) 2024-12-05T12:17:22,437 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/14a2d556f9664120b4b04fbf14f601a8 2024-12-05T12:17:22,447 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/e4e147c2856b4d15ad3dc34aa8e48655 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/e4e147c2856b4d15ad3dc34aa8e48655 2024-12-05T12:17:22,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/bad3ea8d07c14f8a932522c088be03fb as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/bad3ea8d07c14f8a932522c088be03fb 2024-12-05T12:17:22,462 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/C of 6d17933ce33d776799b0ee9ae6aa1a73 into e4e147c2856b4d15ad3dc34aa8e48655(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:22,462 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/bad3ea8d07c14f8a932522c088be03fb, entries=150, sequenceid=179, filesize=11.9 K 2024-12-05T12:17:22,462 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:22,462 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/C, priority=13, startTime=1733401041775; duration=0sec 2024-12-05T12:17:22,462 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:22,462 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:C 2024-12-05T12:17:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/2a79327489714a3aa290f87f757b4e83 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2a79327489714a3aa290f87f757b4e83 2024-12-05T12:17:22,475 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2a79327489714a3aa290f87f757b4e83, entries=150, sequenceid=179, filesize=11.9 K 2024-12-05T12:17:22,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/14a2d556f9664120b4b04fbf14f601a8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/14a2d556f9664120b4b04fbf14f601a8 2024-12-05T12:17:22,485 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/14a2d556f9664120b4b04fbf14f601a8, entries=150, sequenceid=179, filesize=11.9 K 2024-12-05T12:17:22,486 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 6d17933ce33d776799b0ee9ae6aa1a73 in 672ms, sequenceid=179, compaction requested=false 2024-12-05T12:17:22,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:22,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:22,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T12:17:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T12:17:22,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:17:22,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6250 sec 2024-12-05T12:17:22,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.6500 sec 2024-12-05T12:17:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:22,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T12:17:22,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:22,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:22,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:22,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:22,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:22,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:22,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/e53d7eb1cf314436b99aa86463c42ae2 is 50, key is test_row_0/A:col10/1733401042593/Put/seqid=0 2024-12-05T12:17:22,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401102637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401102640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401102642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741873_1049 (size=12151) 2024-12-05T12:17:22,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401102652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/e53d7eb1cf314436b99aa86463c42ae2 2024-12-05T12:17:22,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401102652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/76716468239c4ddbb020354c8a727d8d is 50, key is test_row_0/B:col10/1733401042593/Put/seqid=0 2024-12-05T12:17:22,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741874_1050 (size=12151) 2024-12-05T12:17:22,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/76716468239c4ddbb020354c8a727d8d 2024-12-05T12:17:22,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/a861d764674d44b7a77c6bae46ac272f is 50, key is test_row_0/C:col10/1733401042593/Put/seqid=0 2024-12-05T12:17:22,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401102756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401102756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401102765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401102765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401102765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741875_1051 (size=12151) 2024-12-05T12:17:22,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401102966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401102976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401102978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401102976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:22,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401102979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T12:17:23,015 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:17:23,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:17:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-05T12:17:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T12:17:23,022 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:17:23,028 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:17:23,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:17:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T12:17:23,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/a861d764674d44b7a77c6bae46ac272f 2024-12-05T12:17:23,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T12:17:23,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:23,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:23,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:23,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:23,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:23,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/e53d7eb1cf314436b99aa86463c42ae2 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/e53d7eb1cf314436b99aa86463c42ae2 2024-12-05T12:17:23,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/e53d7eb1cf314436b99aa86463c42ae2, entries=150, sequenceid=199, filesize=11.9 K 2024-12-05T12:17:23,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/76716468239c4ddbb020354c8a727d8d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/76716468239c4ddbb020354c8a727d8d 2024-12-05T12:17:23,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/76716468239c4ddbb020354c8a727d8d, entries=150, sequenceid=199, filesize=11.9 K 2024-12-05T12:17:23,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/a861d764674d44b7a77c6bae46ac272f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/a861d764674d44b7a77c6bae46ac272f 2024-12-05T12:17:23,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/a861d764674d44b7a77c6bae46ac272f, entries=150, sequenceid=199, filesize=11.9 K 2024-12-05T12:17:23,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 6d17933ce33d776799b0ee9ae6aa1a73 in 642ms, sequenceid=199, compaction requested=true 2024-12-05T12:17:23,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:23,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:17:23,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:23,235 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:23,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:17:23,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:23,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:17:23,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:23,235 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:23,237 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:23,237 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/A is initiating minor compaction (all files) 2024-12-05T12:17:23,237 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/A in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:23,237 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/c4d741b514d14bbbb134228f920b2e80, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/bad3ea8d07c14f8a932522c088be03fb, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/e53d7eb1cf314436b99aa86463c42ae2] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=35.9 K 2024-12-05T12:17:23,238 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting c4d741b514d14bbbb134228f920b2e80, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733401040758 2024-12-05T12:17:23,238 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting bad3ea8d07c14f8a932522c088be03fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733401041166 2024-12-05T12:17:23,239 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting e53d7eb1cf314436b99aa86463c42ae2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733401041948 2024-12-05T12:17:23,241 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:23,241 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/B is initiating minor compaction (all files) 2024-12-05T12:17:23,241 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/B in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:23,241 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/45065e6a02e74c518a6ead84c497288a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2a79327489714a3aa290f87f757b4e83, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/76716468239c4ddbb020354c8a727d8d] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=35.9 K 2024-12-05T12:17:23,242 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45065e6a02e74c518a6ead84c497288a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733401040758 2024-12-05T12:17:23,243 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a79327489714a3aa290f87f757b4e83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733401041166 2024-12-05T12:17:23,244 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76716468239c4ddbb020354c8a727d8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733401041948 2024-12-05T12:17:23,259 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:23,260 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/bf55ef6d244944aaa3725557b8006ba6 is 50, key is test_row_0/A:col10/1733401042593/Put/seqid=0 2024-12-05T12:17:23,266 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#B#compaction#40 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:23,267 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/61d5cd5471e14c62a39aedc49fe851d9 is 50, key is test_row_0/B:col10/1733401042593/Put/seqid=0 2024-12-05T12:17:23,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741876_1052 (size=12595) 2024-12-05T12:17:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:23,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T12:17:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:23,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:23,304 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/61d5cd5471e14c62a39aedc49fe851d9 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/61d5cd5471e14c62a39aedc49fe851d9 2024-12-05T12:17:23,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741877_1053 (size=12595) 2024-12-05T12:17:23,320 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/B of 6d17933ce33d776799b0ee9ae6aa1a73 into 61d5cd5471e14c62a39aedc49fe851d9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:23,320 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:23,320 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/B, priority=13, startTime=1733401043235; duration=0sec 2024-12-05T12:17:23,320 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:23,320 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:B 2024-12-05T12:17:23,321 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:23,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/b60950ed6ab247eaa411843400949976 is 50, key is test_row_0/A:col10/1733401042636/Put/seqid=0 2024-12-05T12:17:23,331 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:23,331 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/C is initiating minor compaction (all files) 2024-12-05T12:17:23,331 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/C in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:23,331 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/e4e147c2856b4d15ad3dc34aa8e48655, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/14a2d556f9664120b4b04fbf14f601a8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/a861d764674d44b7a77c6bae46ac272f] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=35.9 K 2024-12-05T12:17:23,332 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4e147c2856b4d15ad3dc34aa8e48655, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733401040758 2024-12-05T12:17:23,333 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/bf55ef6d244944aaa3725557b8006ba6 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/bf55ef6d244944aaa3725557b8006ba6 2024-12-05T12:17:23,333 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14a2d556f9664120b4b04fbf14f601a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733401041166 2024-12-05T12:17:23,334 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a861d764674d44b7a77c6bae46ac272f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733401041948 2024-12-05T12:17:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T12:17:23,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T12:17:23,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:23,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:23,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:23,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:23,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:23,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741878_1054 (size=14541) 2024-12-05T12:17:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:23,353 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/A of 6d17933ce33d776799b0ee9ae6aa1a73 into bf55ef6d244944aaa3725557b8006ba6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:23,353 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:23,353 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/A, priority=13, startTime=1733401043235; duration=0sec 2024-12-05T12:17:23,354 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:23,354 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:A 2024-12-05T12:17:23,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/b60950ed6ab247eaa411843400949976 2024-12-05T12:17:23,369 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:23,370 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/e0afda6a8d2245dab5a57b83009080c4 is 50, key is test_row_0/C:col10/1733401042593/Put/seqid=0 2024-12-05T12:17:23,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/d2dc10c86b5a48d8a490cee64a1b331f is 50, key is test_row_0/B:col10/1733401042636/Put/seqid=0 2024-12-05T12:17:23,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401103357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:23,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401103367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:23,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:23,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401103367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:23,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:23,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401103374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:23,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401103376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:23,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:23,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741880_1056 (size=12595) 2024-12-05T12:17:23,417 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/e0afda6a8d2245dab5a57b83009080c4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/e0afda6a8d2245dab5a57b83009080c4 2024-12-05T12:17:23,426 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/C of 6d17933ce33d776799b0ee9ae6aa1a73 into e0afda6a8d2245dab5a57b83009080c4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:23,426 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:23,426 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/C, priority=13, startTime=1733401043235; duration=0sec 2024-12-05T12:17:23,426 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:23,426 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:C 2024-12-05T12:17:23,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741879_1055 (size=12151) 2024-12-05T12:17:23,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/d2dc10c86b5a48d8a490cee64a1b331f 2024-12-05T12:17:23,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/a1e754e142ac46fcbb02201897725fb0 is 50, key is test_row_0/C:col10/1733401042636/Put/seqid=0 2024-12-05T12:17:23,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401103489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:23,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:23,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T12:17:23,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:23,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:23,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:23,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:23,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401103495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:23,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401103495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:23,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741881_1057 (size=12151) 2024-12-05T12:17:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:23,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:23,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401103514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:23,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:23,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401103514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:23,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T12:17:23,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T12:17:23,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:23,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:23,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:23,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:23,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:23,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401103705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:23,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:23,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401103726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:23,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:23,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401103727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:23,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:23,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401103727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:23,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:23,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401103727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:23,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:23,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:23,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T12:17:23,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:23,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:23,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:23,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/a1e754e142ac46fcbb02201897725fb0 2024-12-05T12:17:23,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/b60950ed6ab247eaa411843400949976 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/b60950ed6ab247eaa411843400949976 2024-12-05T12:17:23,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/b60950ed6ab247eaa411843400949976, entries=200, sequenceid=215, filesize=14.2 K 2024-12-05T12:17:23,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/d2dc10c86b5a48d8a490cee64a1b331f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d2dc10c86b5a48d8a490cee64a1b331f 2024-12-05T12:17:23,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d2dc10c86b5a48d8a490cee64a1b331f, entries=150, sequenceid=215, filesize=11.9 K 2024-12-05T12:17:23,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/a1e754e142ac46fcbb02201897725fb0 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/a1e754e142ac46fcbb02201897725fb0 2024-12-05T12:17:23,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/a1e754e142ac46fcbb02201897725fb0, entries=150, sequenceid=215, filesize=11.9 K 2024-12-05T12:17:23,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 6d17933ce33d776799b0ee9ae6aa1a73 in 670ms, sequenceid=215, compaction requested=false 2024-12-05T12:17:23,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:23,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T12:17:23,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:23,983 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T12:17:23,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:23,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:23,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:23,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:23,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:23,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:23,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/93a4544c87454069a40fe68b627dde1e is 50, key is test_row_0/A:col10/1733401043372/Put/seqid=0 2024-12-05T12:17:24,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:24,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741882_1058 (size=12151) 2024-12-05T12:17:24,047 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/93a4544c87454069a40fe68b627dde1e 2024-12-05T12:17:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401104072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/a8609a42939d471ab002ac1c286557c6 is 50, key is test_row_0/B:col10/1733401043372/Put/seqid=0 2024-12-05T12:17:24,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401104076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401104078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401104079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401104089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741883_1059 (size=12151) 2024-12-05T12:17:24,130 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/a8609a42939d471ab002ac1c286557c6 2024-12-05T12:17:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T12:17:24,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/90ecea28d6e34aee890d7ba47ab6732d is 50, key is test_row_0/C:col10/1733401043372/Put/seqid=0 2024-12-05T12:17:24,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401104185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401104197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401104200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401104205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401104201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741884_1060 (size=12151) 2024-12-05T12:17:24,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401104396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401104417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401104417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401104417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401104426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,619 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/90ecea28d6e34aee890d7ba47ab6732d 2024-12-05T12:17:24,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/93a4544c87454069a40fe68b627dde1e as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/93a4544c87454069a40fe68b627dde1e 2024-12-05T12:17:24,644 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/93a4544c87454069a40fe68b627dde1e, entries=150, sequenceid=234, filesize=11.9 K 2024-12-05T12:17:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/a8609a42939d471ab002ac1c286557c6 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/a8609a42939d471ab002ac1c286557c6 2024-12-05T12:17:24,656 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/a8609a42939d471ab002ac1c286557c6, entries=150, sequenceid=234, filesize=11.9 K 2024-12-05T12:17:24,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/90ecea28d6e34aee890d7ba47ab6732d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/90ecea28d6e34aee890d7ba47ab6732d 2024-12-05T12:17:24,669 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/90ecea28d6e34aee890d7ba47ab6732d, entries=150, sequenceid=234, filesize=11.9 K 2024-12-05T12:17:24,671 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 6d17933ce33d776799b0ee9ae6aa1a73 in 688ms, sequenceid=234, compaction requested=true 2024-12-05T12:17:24,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:24,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:24,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T12:17:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T12:17:24,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T12:17:24,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6480 sec 2024-12-05T12:17:24,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.6640 sec 2024-12-05T12:17:24,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T12:17:24,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:24,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:24,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:24,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:24,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:24,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:24,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/6d0040c740544be19ff83ca8e79d2085 is 50, key is test_row_0/A:col10/1733401044721/Put/seqid=0 2024-12-05T12:17:24,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741885_1061 (size=14541) 2024-12-05T12:17:24,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/6d0040c740544be19ff83ca8e79d2085 2024-12-05T12:17:24,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401104839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401104842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401104849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401104851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401104851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/be24c6b75741425fab4298d7a24aed69 is 50, key is test_row_0/B:col10/1733401044721/Put/seqid=0 2024-12-05T12:17:24,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741886_1062 (size=12151) 2024-12-05T12:17:24,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401104965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401104966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401104966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401104966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:24,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401104966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T12:17:25,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401105181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:25,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:25,186 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:17:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401105181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:25,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401105182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:17:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:25,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-05T12:17:25,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T12:17:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401105181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:25,205 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:17:25,210 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:17:25,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:17:25,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401105193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:25,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T12:17:25,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/be24c6b75741425fab4298d7a24aed69 2024-12-05T12:17:25,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-05T12:17:25,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:25,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:25,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:25,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:25,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:25,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/c640430f714243748f7374dc6efe49ae is 50, key is test_row_0/C:col10/1733401044721/Put/seqid=0 2024-12-05T12:17:25,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741887_1063 (size=12151) 2024-12-05T12:17:25,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401105498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:25,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:25,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401105505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401105505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T12:17:25,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401105516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:25,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:25,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401105516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:25,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:25,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:25,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-05T12:17:25,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:25,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:25,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:25,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:25,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:25,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-05T12:17:25,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:25,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:25,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:25,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:25,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T12:17:25,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-05T12:17:25,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:25,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:25,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:25,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:25,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:25,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/c640430f714243748f7374dc6efe49ae 2024-12-05T12:17:25,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/6d0040c740544be19ff83ca8e79d2085 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/6d0040c740544be19ff83ca8e79d2085 2024-12-05T12:17:25,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/6d0040c740544be19ff83ca8e79d2085, entries=200, sequenceid=251, filesize=14.2 K 2024-12-05T12:17:25,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/be24c6b75741425fab4298d7a24aed69 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/be24c6b75741425fab4298d7a24aed69 2024-12-05T12:17:25,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/be24c6b75741425fab4298d7a24aed69, entries=150, sequenceid=251, filesize=11.9 K 2024-12-05T12:17:25,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/c640430f714243748f7374dc6efe49ae as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/c640430f714243748f7374dc6efe49ae 2024-12-05T12:17:25,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/c640430f714243748f7374dc6efe49ae, entries=150, sequenceid=251, filesize=11.9 K 2024-12-05T12:17:25,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 6d17933ce33d776799b0ee9ae6aa1a73 in 1212ms, sequenceid=251, compaction requested=true 2024-12-05T12:17:25,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:25,941 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:17:25,943 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:17:25,943 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/A is initiating minor compaction (all files) 2024-12-05T12:17:25,943 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/A in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:25,943 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/bf55ef6d244944aaa3725557b8006ba6, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/b60950ed6ab247eaa411843400949976, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/93a4544c87454069a40fe68b627dde1e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/6d0040c740544be19ff83ca8e79d2085] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=52.6 K 2024-12-05T12:17:25,944 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf55ef6d244944aaa3725557b8006ba6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733401041948 2024-12-05T12:17:25,944 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b60950ed6ab247eaa411843400949976, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733401042636 2024-12-05T12:17:25,945 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93a4544c87454069a40fe68b627dde1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733401043352 2024-12-05T12:17:25,945 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d0040c740544be19ff83ca8e79d2085, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733401044060 2024-12-05T12:17:25,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:17:25,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:25,963 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:17:25,968 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#A#compaction#51 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:25,969 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:17:25,970 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/B is initiating minor compaction (all files) 2024-12-05T12:17:25,970 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/B in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:25,970 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/61d5cd5471e14c62a39aedc49fe851d9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d2dc10c86b5a48d8a490cee64a1b331f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/a8609a42939d471ab002ac1c286557c6, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/be24c6b75741425fab4298d7a24aed69] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=47.9 K 2024-12-05T12:17:25,971 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 61d5cd5471e14c62a39aedc49fe851d9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733401041948 2024-12-05T12:17:25,971 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting d2dc10c86b5a48d8a490cee64a1b331f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733401042636 2024-12-05T12:17:25,972 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting a8609a42939d471ab002ac1c286557c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733401043352 2024-12-05T12:17:25,972 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/350a8c3d55204eb4bf918108162a9baf is 50, key is test_row_0/A:col10/1733401044721/Put/seqid=0 2024-12-05T12:17:25,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:17:25,973 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting be24c6b75741425fab4298d7a24aed69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733401044060 2024-12-05T12:17:25,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:25,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:17:25,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:25,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-05T12:17:25,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:25,999 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T12:17:25,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:25,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:25,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:26,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:26,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:26,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:26,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/7ea63b54b8c547fead5bf95eeadfb6f2 is 50, key is test_row_0/A:col10/1733401044848/Put/seqid=0 2024-12-05T12:17:26,025 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#B#compaction#52 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:26,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741888_1064 (size=12731) 2024-12-05T12:17:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:26,031 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/5d029914a6244757a3239a01a646ccfe is 50, key is test_row_0/B:col10/1733401044721/Put/seqid=0 2024-12-05T12:17:26,047 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/350a8c3d55204eb4bf918108162a9baf as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/350a8c3d55204eb4bf918108162a9baf 2024-12-05T12:17:26,057 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/A of 6d17933ce33d776799b0ee9ae6aa1a73 into 350a8c3d55204eb4bf918108162a9baf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:26,057 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:26,057 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/A, priority=12, startTime=1733401045941; duration=0sec 2024-12-05T12:17:26,057 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:26,057 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:A 2024-12-05T12:17:26,057 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:17:26,059 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:17:26,060 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/C is initiating minor compaction (all files) 2024-12-05T12:17:26,060 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/C in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:26,060 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/e0afda6a8d2245dab5a57b83009080c4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/a1e754e142ac46fcbb02201897725fb0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/90ecea28d6e34aee890d7ba47ab6732d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/c640430f714243748f7374dc6efe49ae] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=47.9 K 2024-12-05T12:17:26,060 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0afda6a8d2245dab5a57b83009080c4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733401041948 2024-12-05T12:17:26,061 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1e754e142ac46fcbb02201897725fb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733401042636 2024-12-05T12:17:26,062 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90ecea28d6e34aee890d7ba47ab6732d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733401043352 2024-12-05T12:17:26,062 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c640430f714243748f7374dc6efe49ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733401044060 2024-12-05T12:17:26,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741890_1066 (size=12731) 2024-12-05T12:17:26,102 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/5d029914a6244757a3239a01a646ccfe as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/5d029914a6244757a3239a01a646ccfe 2024-12-05T12:17:26,112 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#C#compaction#54 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:26,112 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/59662f8495d746aaa19eefb6fe84cc0d is 50, key is test_row_0/C:col10/1733401044721/Put/seqid=0 2024-12-05T12:17:26,113 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/B of 6d17933ce33d776799b0ee9ae6aa1a73 into 5d029914a6244757a3239a01a646ccfe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:26,113 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:26,113 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/B, priority=12, startTime=1733401045963; duration=0sec 2024-12-05T12:17:26,114 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:26,114 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:B 2024-12-05T12:17:26,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741889_1065 (size=12301) 2024-12-05T12:17:26,127 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/7ea63b54b8c547fead5bf95eeadfb6f2 2024-12-05T12:17:26,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/2633d38f1eea42d0af8dfdfe5c23dfca is 50, key is test_row_0/B:col10/1733401044848/Put/seqid=0 2024-12-05T12:17:26,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401106155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401106158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401106158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401106159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401106171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741891_1067 (size=12731) 2024-12-05T12:17:26,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,201 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/59662f8495d746aaa19eefb6fe84cc0d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/59662f8495d746aaa19eefb6fe84cc0d 2024-12-05T12:17:26,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741892_1068 (size=12301) 2024-12-05T12:17:26,212 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/C of 6d17933ce33d776799b0ee9ae6aa1a73 into 59662f8495d746aaa19eefb6fe84cc0d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:26,212 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:26,212 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/C, priority=12, startTime=1733401045973; duration=0sec 2024-12-05T12:17:26,212 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:26,212 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:C 2024-12-05T12:17:26,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401106275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401106276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401106285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401106288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401106296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T12:17:26,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401106485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401106489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401106497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401106500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401106512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,617 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/2633d38f1eea42d0af8dfdfe5c23dfca 2024-12-05T12:17:26,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/c195a06167134c7aa1ee519d0b2478dd is 50, key is test_row_0/C:col10/1733401044848/Put/seqid=0 2024-12-05T12:17:26,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741893_1069 (size=12301) 2024-12-05T12:17:26,690 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/c195a06167134c7aa1ee519d0b2478dd 2024-12-05T12:17:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/7ea63b54b8c547fead5bf95eeadfb6f2 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/7ea63b54b8c547fead5bf95eeadfb6f2 2024-12-05T12:17:26,738 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/7ea63b54b8c547fead5bf95eeadfb6f2, entries=150, sequenceid=266, filesize=12.0 K 2024-12-05T12:17:26,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/2633d38f1eea42d0af8dfdfe5c23dfca as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2633d38f1eea42d0af8dfdfe5c23dfca 2024-12-05T12:17:26,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401106839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401106840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401106842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401106842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401106850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:26,859 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2633d38f1eea42d0af8dfdfe5c23dfca, entries=150, sequenceid=266, filesize=12.0 K 2024-12-05T12:17:26,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/c195a06167134c7aa1ee519d0b2478dd as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/c195a06167134c7aa1ee519d0b2478dd 2024-12-05T12:17:26,869 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/c195a06167134c7aa1ee519d0b2478dd, entries=150, sequenceid=266, filesize=12.0 K 2024-12-05T12:17:26,871 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=107.34 KB/109920 for 6d17933ce33d776799b0ee9ae6aa1a73 in 872ms, sequenceid=266, compaction requested=false 2024-12-05T12:17:26,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:26,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:26,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T12:17:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T12:17:26,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T12:17:26,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6710 sec 2024-12-05T12:17:26,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.6940 sec 2024-12-05T12:17:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T12:17:27,347 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:17:27,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:17:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-05T12:17:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T12:17:27,358 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:17:27,359 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:17:27,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:17:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:27,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=134.18 KB heapSize=399.89 KB 2024-12-05T12:17:27,375 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401046086, max timestamp=1733401047366Num uniques 859; 2024-12-05T12:17:27,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T12:17:27,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401046086, max timestamp=1733401047359Num uniques 859; 2024-12-05T12:17:27,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T12:17:27,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:27,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:27,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:27,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:27,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:27,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:27,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/ff8cadb210c9410dba7ee66286983b3f is 50, key is test_row_0/A:col10/1733401046086/Put/seqid=0 2024-12-05T12:17:27,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401107436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:27,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741894_1070 (size=12301) 2024-12-05T12:17:27,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:27,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401107437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T12:17:27,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401107461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:27,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401107455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:27,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:27,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401107469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:27,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:27,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:27,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T12:17:27,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:27,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:27,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:27,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:27,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:27,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401107565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:27,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401107576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:27,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401107587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:27,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:27,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:27,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401107587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401107587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T12:17:27,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T12:17:27,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:27,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:27,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:27,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:27,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:27,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401107775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:27,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401107785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:27,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401107796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:27,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:27,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401107796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:27,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:27,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401107805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:27,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:27,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:27,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T12:17:27,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:27,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:27,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:27,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:27,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:27,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/ff8cadb210c9410dba7ee66286983b3f 2024-12-05T12:17:27,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/ef0fe9b74eef400eb2544b8b9c185a93 is 50, key is test_row_0/B:col10/1733401046086/Put/seqid=0 2024-12-05T12:17:27,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741895_1071 (size=12301) 2024-12-05T12:17:27,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/ef0fe9b74eef400eb2544b8b9c185a93 2024-12-05T12:17:27,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/f5a87bc50c9044bc9c23bf8cf6e9af6f is 50, key is test_row_0/C:col10/1733401046086/Put/seqid=0 2024-12-05T12:17:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T12:17:28,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T12:17:28,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:28,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:28,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:28,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:28,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:28,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741896_1072 (size=12301) 2024-12-05T12:17:28,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401108085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:28,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401108098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:28,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401108105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:28,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401108116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401108117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:28,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T12:17:28,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:28,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:28,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:28,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:28,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:28,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T12:17:28,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:28,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:28,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:28,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:28,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:28,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/f5a87bc50c9044bc9c23bf8cf6e9af6f 2024-12-05T12:17:28,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/ff8cadb210c9410dba7ee66286983b3f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/ff8cadb210c9410dba7ee66286983b3f 2024-12-05T12:17:28,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/ff8cadb210c9410dba7ee66286983b3f, entries=150, sequenceid=292, filesize=12.0 K 2024-12-05T12:17:28,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/ef0fe9b74eef400eb2544b8b9c185a93 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ef0fe9b74eef400eb2544b8b9c185a93 2024-12-05T12:17:28,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ef0fe9b74eef400eb2544b8b9c185a93, entries=150, sequenceid=292, filesize=12.0 K 2024-12-05T12:17:28,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/f5a87bc50c9044bc9c23bf8cf6e9af6f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/f5a87bc50c9044bc9c23bf8cf6e9af6f 2024-12-05T12:17:28,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/f5a87bc50c9044bc9c23bf8cf6e9af6f, entries=150, sequenceid=292, filesize=12.0 K 2024-12-05T12:17:28,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~70.77 KB/72470, heapSize ~202.14 KB/206992, currentSize=114.05 KB/116790 for 6d17933ce33d776799b0ee9ae6aa1a73 in 1118ms, sequenceid=292, compaction requested=true 2024-12-05T12:17:28,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:28,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:17:28,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:28,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:17:28,490 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:28,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:28,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:17:28,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:28,491 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:28,492 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:28,492 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/B is initiating minor compaction (all files) 2024-12-05T12:17:28,492 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/B in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:28,492 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/5d029914a6244757a3239a01a646ccfe, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2633d38f1eea42d0af8dfdfe5c23dfca, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ef0fe9b74eef400eb2544b8b9c185a93] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=36.5 K 2024-12-05T12:17:28,493 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:28,493 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/A is initiating minor compaction (all files) 2024-12-05T12:17:28,493 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/A in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:28,493 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/350a8c3d55204eb4bf918108162a9baf, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/7ea63b54b8c547fead5bf95eeadfb6f2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/ff8cadb210c9410dba7ee66286983b3f] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=36.5 K 2024-12-05T12:17:28,493 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d029914a6244757a3239a01a646ccfe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733401044060 2024-12-05T12:17:28,494 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2633d38f1eea42d0af8dfdfe5c23dfca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733401044750 2024-12-05T12:17:28,494 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 350a8c3d55204eb4bf918108162a9baf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733401044060 2024-12-05T12:17:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T12:17:28,496 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting ef0fe9b74eef400eb2544b8b9c185a93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733401046086 2024-12-05T12:17:28,496 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ea63b54b8c547fead5bf95eeadfb6f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733401044750 2024-12-05T12:17:28,497 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff8cadb210c9410dba7ee66286983b3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733401046086 2024-12-05T12:17:28,523 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:28,524 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/d614fef67dd0467ea7a211c377bb3ef0 is 50, key is test_row_0/B:col10/1733401046086/Put/seqid=0 2024-12-05T12:17:28,525 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:28,526 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/e98349cd60164c6a8c9bb8b5bab26c0b is 50, key is test_row_0/A:col10/1733401046086/Put/seqid=0 2024-12-05T12:17:28,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741897_1073 (size=12983) 2024-12-05T12:17:28,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T12:17:28,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:28,585 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T12:17:28,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:28,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:28,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:28,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:28,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:28,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:28,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:28,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741898_1074 (size=12983) 2024-12-05T12:17:28,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/05d8cfdbbbe1450aaf72e89e4352f137 is 50, key is test_row_0/A:col10/1733401047454/Put/seqid=0 2024-12-05T12:17:28,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741899_1075 (size=12301) 2024-12-05T12:17:28,647 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/05d8cfdbbbe1450aaf72e89e4352f137 2024-12-05T12:17:28,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401108648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:28,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401108649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:28,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401108651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:28,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401108652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:28,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401108655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:28,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/db5ccdc149164764ad35bc7737a22df8 is 50, key is test_row_0/B:col10/1733401047454/Put/seqid=0 2024-12-05T12:17:28,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741900_1076 (size=12301) 2024-12-05T12:17:28,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401108774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:28,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401108774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:28,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401108781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401108781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:28,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401108781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:28,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401108985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401108986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,003 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/e98349cd60164c6a8c9bb8b5bab26c0b as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/e98349cd60164c6a8c9bb8b5bab26c0b 2024-12-05T12:17:29,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401109005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,012 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/A of 6d17933ce33d776799b0ee9ae6aa1a73 into e98349cd60164c6a8c9bb8b5bab26c0b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:29,012 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:29,012 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/A, priority=13, startTime=1733401048490; duration=0sec 2024-12-05T12:17:29,013 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:29,013 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:A 2024-12-05T12:17:29,013 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:29,014 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:29,014 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/C is initiating minor compaction (all files) 2024-12-05T12:17:29,014 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/C in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:29,014 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/59662f8495d746aaa19eefb6fe84cc0d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/c195a06167134c7aa1ee519d0b2478dd, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/f5a87bc50c9044bc9c23bf8cf6e9af6f] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=36.5 K 2024-12-05T12:17:29,015 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59662f8495d746aaa19eefb6fe84cc0d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733401044060 2024-12-05T12:17:29,016 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c195a06167134c7aa1ee519d0b2478dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733401044750 2024-12-05T12:17:29,016 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5a87bc50c9044bc9c23bf8cf6e9af6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733401046086 2024-12-05T12:17:29,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401109015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,027 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#C#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401109025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,028 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/d63dca3094d545d187c8723736839d29 is 50, key is test_row_0/C:col10/1733401046086/Put/seqid=0 2024-12-05T12:17:29,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,045 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/d614fef67dd0467ea7a211c377bb3ef0 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d614fef67dd0467ea7a211c377bb3ef0 2024-12-05T12:17:29,058 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/B of 6d17933ce33d776799b0ee9ae6aa1a73 into d614fef67dd0467ea7a211c377bb3ef0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:29,058 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:29,058 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/B, priority=13, startTime=1733401048490; duration=0sec 2024-12-05T12:17:29,058 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:29,058 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:B 2024-12-05T12:17:29,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741901_1077 (size=12983) 2024-12-05T12:17:29,073 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/d63dca3094d545d187c8723736839d29 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d63dca3094d545d187c8723736839d29 2024-12-05T12:17:29,092 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/C of 6d17933ce33d776799b0ee9ae6aa1a73 into d63dca3094d545d187c8723736839d29(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:29,092 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:29,092 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/C, priority=13, startTime=1733401048490; duration=0sec 2024-12-05T12:17:29,093 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:29,093 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:C 2024-12-05T12:17:29,097 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/db5ccdc149164764ad35bc7737a22df8 2024-12-05T12:17:29,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/ce490b06d0fa49dfae4a2db95bb37fb0 is 50, key is test_row_0/C:col10/1733401047454/Put/seqid=0 2024-12-05T12:17:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741902_1078 (size=12301) 2024-12-05T12:17:29,143 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/ce490b06d0fa49dfae4a2db95bb37fb0 2024-12-05T12:17:29,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/05d8cfdbbbe1450aaf72e89e4352f137 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/05d8cfdbbbe1450aaf72e89e4352f137 2024-12-05T12:17:29,158 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/05d8cfdbbbe1450aaf72e89e4352f137, entries=150, sequenceid=312, filesize=12.0 K 2024-12-05T12:17:29,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/db5ccdc149164764ad35bc7737a22df8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/db5ccdc149164764ad35bc7737a22df8 2024-12-05T12:17:29,170 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/db5ccdc149164764ad35bc7737a22df8, entries=150, sequenceid=312, filesize=12.0 K 2024-12-05T12:17:29,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/ce490b06d0fa49dfae4a2db95bb37fb0 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/ce490b06d0fa49dfae4a2db95bb37fb0 2024-12-05T12:17:29,180 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/ce490b06d0fa49dfae4a2db95bb37fb0, entries=150, sequenceid=312, filesize=12.0 K 2024-12-05T12:17:29,181 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6d17933ce33d776799b0ee9ae6aa1a73 in 597ms, sequenceid=312, compaction requested=false 2024-12-05T12:17:29,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:29,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:29,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-05T12:17:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-05T12:17:29,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-05T12:17:29,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8260 sec 2024-12-05T12:17:29,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.8420 sec 2024-12-05T12:17:29,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T12:17:29,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:29,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:29,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:29,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:29,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:29,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:29,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/a6749706640a41da9588701d08582a62 is 50, key is test_row_0/A:col10/1733401048648/Put/seqid=0 2024-12-05T12:17:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741903_1079 (size=14741) 2024-12-05T12:17:29,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/a6749706640a41da9588701d08582a62 2024-12-05T12:17:29,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/ebbab93b25d240a3b91c05dc2f70b3c1 is 50, key is test_row_0/B:col10/1733401048648/Put/seqid=0 2024-12-05T12:17:29,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741904_1080 (size=12301) 2024-12-05T12:17:29,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401109379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401109380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401109382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401109395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401109401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T12:17:29,517 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:17:29,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:17:29,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401109513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401109514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-05T12:17:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401109515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401109516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401109518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,525 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:17:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T12:17:29,531 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:17:29,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:17:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T12:17:29,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-05T12:17:29,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:29,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:29,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:29,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:29,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:29,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401109725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401109725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401109735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401109736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:29,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401109736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:29,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/ebbab93b25d240a3b91c05dc2f70b3c1 2024-12-05T12:17:29,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/d5ecbbbbe2494adb9c74f73291b898c8 is 50, key is test_row_0/C:col10/1733401048648/Put/seqid=0 2024-12-05T12:17:29,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741905_1081 (size=12301) 2024-12-05T12:17:29,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-05T12:17:29,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:29,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:29,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:29,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:29,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:29,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/d5ecbbbbe2494adb9c74f73291b898c8 2024-12-05T12:17:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T12:17:29,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/a6749706640a41da9588701d08582a62 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/a6749706640a41da9588701d08582a62 2024-12-05T12:17:29,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/a6749706640a41da9588701d08582a62, entries=200, sequenceid=328, filesize=14.4 K 2024-12-05T12:17:29,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/ebbab93b25d240a3b91c05dc2f70b3c1 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ebbab93b25d240a3b91c05dc2f70b3c1 2024-12-05T12:17:29,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ebbab93b25d240a3b91c05dc2f70b3c1, entries=150, sequenceid=328, filesize=12.0 K 2024-12-05T12:17:29,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/d5ecbbbbe2494adb9c74f73291b898c8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d5ecbbbbe2494adb9c74f73291b898c8 2024-12-05T12:17:29,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d5ecbbbbe2494adb9c74f73291b898c8, entries=150, sequenceid=328, filesize=12.0 K 2024-12-05T12:17:29,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 6d17933ce33d776799b0ee9ae6aa1a73 in 592ms, sequenceid=328, compaction requested=true 2024-12-05T12:17:29,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:29,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:17:29,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:29,895 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:29,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:17:29,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:29,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:17:29,895 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:29,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:29,912 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:29,912 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:29,912 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/B is initiating minor compaction (all files) 2024-12-05T12:17:29,912 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/A is initiating minor compaction (all files) 2024-12-05T12:17:29,912 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/B in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:29,912 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/A in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:29,912 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d614fef67dd0467ea7a211c377bb3ef0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/db5ccdc149164764ad35bc7737a22df8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ebbab93b25d240a3b91c05dc2f70b3c1] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=36.7 K 2024-12-05T12:17:29,912 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/e98349cd60164c6a8c9bb8b5bab26c0b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/05d8cfdbbbe1450aaf72e89e4352f137, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/a6749706640a41da9588701d08582a62] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=39.1 K 2024-12-05T12:17:29,913 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting d614fef67dd0467ea7a211c377bb3ef0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733401046086 2024-12-05T12:17:29,913 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting e98349cd60164c6a8c9bb8b5bab26c0b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733401046086 2024-12-05T12:17:29,914 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting db5ccdc149164764ad35bc7737a22df8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733401047442 2024-12-05T12:17:29,915 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05d8cfdbbbe1450aaf72e89e4352f137, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733401047442 2024-12-05T12:17:29,915 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting ebbab93b25d240a3b91c05dc2f70b3c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733401048625 2024-12-05T12:17:29,916 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6749706640a41da9588701d08582a62, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733401048625 2024-12-05T12:17:29,926 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:29,927 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/3e66709780a444a09b0663fc92241aca is 50, key is test_row_0/B:col10/1733401048648/Put/seqid=0 2024-12-05T12:17:29,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741906_1082 (size=13085) 2024-12-05T12:17:29,962 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:29,963 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/c2d425879e2f450ebdad7465d954705e is 50, key is test_row_0/A:col10/1733401048648/Put/seqid=0 2024-12-05T12:17:29,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741907_1083 (size=13085) 2024-12-05T12:17:29,984 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/c2d425879e2f450ebdad7465d954705e as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/c2d425879e2f450ebdad7465d954705e 2024-12-05T12:17:29,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-05T12:17:29,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:29,995 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T12:17:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:30,027 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/A of 6d17933ce33d776799b0ee9ae6aa1a73 into c2d425879e2f450ebdad7465d954705e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:30,027 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:30,027 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/A, priority=13, startTime=1733401049895; duration=0sec 2024-12-05T12:17:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:30,027 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:30,027 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:A 2024-12-05T12:17:30,027 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:30,029 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:30,029 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/C is initiating minor compaction (all files) 2024-12-05T12:17:30,029 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/C in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:30,029 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d63dca3094d545d187c8723736839d29, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/ce490b06d0fa49dfae4a2db95bb37fb0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d5ecbbbbe2494adb9c74f73291b898c8] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=36.7 K 2024-12-05T12:17:30,031 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d63dca3094d545d187c8723736839d29, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733401046086 2024-12-05T12:17:30,031 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce490b06d0fa49dfae4a2db95bb37fb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733401047442 2024-12-05T12:17:30,032 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5ecbbbbe2494adb9c74f73291b898c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733401048625 2024-12-05T12:17:30,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/2d1f3d8dcb63414d9bababf3f3091b49 is 50, key is test_row_0/A:col10/1733401049376/Put/seqid=0 2024-12-05T12:17:30,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741908_1084 (size=12301) 2024-12-05T12:17:30,050 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#C#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:30,051 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/3956577cedef4e1fa66e03c41f6543a9 is 50, key is test_row_0/C:col10/1733401048648/Put/seqid=0 2024-12-05T12:17:30,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741909_1085 (size=13085) 2024-12-05T12:17:30,062 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/3956577cedef4e1fa66e03c41f6543a9 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/3956577cedef4e1fa66e03c41f6543a9 2024-12-05T12:17:30,079 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/C of 6d17933ce33d776799b0ee9ae6aa1a73 into 3956577cedef4e1fa66e03c41f6543a9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:30,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:30,079 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:30,080 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/C, priority=13, startTime=1733401049895; duration=0sec 2024-12-05T12:17:30,080 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:30,080 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:C 2024-12-05T12:17:30,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401110094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401110095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401110150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T12:17:30,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401110150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401110151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401110255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401110265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401110265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401110265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401110265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,372 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/3e66709780a444a09b0663fc92241aca as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/3e66709780a444a09b0663fc92241aca 2024-12-05T12:17:30,409 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/B of 6d17933ce33d776799b0ee9ae6aa1a73 into 3e66709780a444a09b0663fc92241aca(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:30,409 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:30,409 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/B, priority=13, startTime=1733401049895; duration=0sec 2024-12-05T12:17:30,409 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:30,409 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:B 2024-12-05T12:17:30,450 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/2d1f3d8dcb63414d9bababf3f3091b49 2024-12-05T12:17:30,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401110465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/431c86d4016d45dfb8c86fed4519c37d is 50, key is test_row_0/B:col10/1733401049376/Put/seqid=0 2024-12-05T12:17:30,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741910_1086 (size=12301) 2024-12-05T12:17:30,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401110476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401110476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401110476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401110478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T12:17:30,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401110775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401110786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401110786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401110786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:30,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401110786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:30,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:30,876 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/431c86d4016d45dfb8c86fed4519c37d 2024-12-05T12:17:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/b0354dd504424321a2d965c5cded8053 is 50, key is test_row_0/C:col10/1733401049376/Put/seqid=0 2024-12-05T12:17:30,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741911_1087 (size=12301) 2024-12-05T12:17:30,918 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/b0354dd504424321a2d965c5cded8053 2024-12-05T12:17:30,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/2d1f3d8dcb63414d9bababf3f3091b49 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/2d1f3d8dcb63414d9bababf3f3091b49 2024-12-05T12:17:30,945 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/2d1f3d8dcb63414d9bababf3f3091b49, entries=150, sequenceid=348, filesize=12.0 K 2024-12-05T12:17:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/431c86d4016d45dfb8c86fed4519c37d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/431c86d4016d45dfb8c86fed4519c37d 2024-12-05T12:17:30,967 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/431c86d4016d45dfb8c86fed4519c37d, entries=150, sequenceid=348, filesize=12.0 K 2024-12-05T12:17:30,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/b0354dd504424321a2d965c5cded8053 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/b0354dd504424321a2d965c5cded8053 2024-12-05T12:17:30,974 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/b0354dd504424321a2d965c5cded8053, entries=150, sequenceid=348, filesize=12.0 K 2024-12-05T12:17:30,976 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 6d17933ce33d776799b0ee9ae6aa1a73 in 981ms, sequenceid=348, compaction requested=false 2024-12-05T12:17:30,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:30,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:30,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-05T12:17:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-05T12:17:30,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-05T12:17:30,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4470 sec 2024-12-05T12:17:30,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.4660 sec 2024-12-05T12:17:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:31,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T12:17:31,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:31,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:31,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:31,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:31,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:31,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:31,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/eec404c849a54821b1dc77cb54576b41 is 50, key is test_row_0/A:col10/1733401051287/Put/seqid=0 2024-12-05T12:17:31,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401111340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:31,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401111348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:31,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401111353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:31,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401111354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:31,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401111358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:31,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:31,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741912_1088 (size=12301) 2024-12-05T12:17:31,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401111467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:31,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:31,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401111467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:31,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401111476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:31,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401111476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:31,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:31,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401111480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T12:17:31,676 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:17:31,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:17:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-05T12:17:31,680 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:17:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T12:17:31,681 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:17:31,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:17:31,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401111689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:31,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:31,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401111699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:31,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401111704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:31,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401111696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:31,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:31,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401111704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:31,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:31,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:31,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:31,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:31,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/eec404c849a54821b1dc77cb54576b41 2024-12-05T12:17:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T12:17:31,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/b3352d6dfea6412e95a170792905138f is 50, key is test_row_0/B:col10/1733401051287/Put/seqid=0 2024-12-05T12:17:31,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T12:17:31,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:31,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:31,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:31,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:31,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:31,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741913_1089 (size=12301) 2024-12-05T12:17:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T12:17:32,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T12:17:32,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:32,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:32,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:32,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401112006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:32,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401112021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:32,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401112021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:32,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401112026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:32,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:32,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:32,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401112027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:32,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T12:17:32,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:32,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/b3352d6dfea6412e95a170792905138f 2024-12-05T12:17:32,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/dc295b26de8a458394889f16fdf7cc19 is 50, key is test_row_0/C:col10/1733401051287/Put/seqid=0 2024-12-05T12:17:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T12:17:32,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T12:17:32,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:32,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:32,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:32,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741914_1090 (size=12301) 2024-12-05T12:17:32,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T12:17:32,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:32,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:32,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401112526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:32,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:32,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401112535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:32,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401112535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:32,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401112546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:32,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:32,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:32,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401112546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:32,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T12:17:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:32,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/dc295b26de8a458394889f16fdf7cc19 2024-12-05T12:17:32,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/eec404c849a54821b1dc77cb54576b41 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/eec404c849a54821b1dc77cb54576b41 2024-12-05T12:17:32,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/eec404c849a54821b1dc77cb54576b41, entries=150, sequenceid=364, filesize=12.0 K 2024-12-05T12:17:32,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/b3352d6dfea6412e95a170792905138f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b3352d6dfea6412e95a170792905138f 2024-12-05T12:17:32,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b3352d6dfea6412e95a170792905138f, entries=150, sequenceid=364, filesize=12.0 K 2024-12-05T12:17:32,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/dc295b26de8a458394889f16fdf7cc19 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/dc295b26de8a458394889f16fdf7cc19 2024-12-05T12:17:32,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T12:17:32,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:32,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:32,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:32,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:32,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/dc295b26de8a458394889f16fdf7cc19, entries=150, sequenceid=364, filesize=12.0 K 2024-12-05T12:17:32,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 6d17933ce33d776799b0ee9ae6aa1a73 in 1509ms, sequenceid=364, compaction requested=true 2024-12-05T12:17:32,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:32,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:17:32,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:32,799 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:32,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:17:32,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:32,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:17:32,799 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:32,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:32,800 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:32,800 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/A is initiating minor compaction (all files) 2024-12-05T12:17:32,800 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/A in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:32,801 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:32,801 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/B is initiating minor compaction (all files) 2024-12-05T12:17:32,801 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/c2d425879e2f450ebdad7465d954705e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/2d1f3d8dcb63414d9bababf3f3091b49, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/eec404c849a54821b1dc77cb54576b41] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=36.8 K 2024-12-05T12:17:32,801 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/B in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:32,801 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/3e66709780a444a09b0663fc92241aca, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/431c86d4016d45dfb8c86fed4519c37d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b3352d6dfea6412e95a170792905138f] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=36.8 K 2024-12-05T12:17:32,801 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2d425879e2f450ebdad7465d954705e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733401048625 2024-12-05T12:17:32,802 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e66709780a444a09b0663fc92241aca, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733401048625 2024-12-05T12:17:32,802 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d1f3d8dcb63414d9bababf3f3091b49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733401049376 2024-12-05T12:17:32,802 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 431c86d4016d45dfb8c86fed4519c37d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733401049376 2024-12-05T12:17:32,803 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting eec404c849a54821b1dc77cb54576b41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733401050094 2024-12-05T12:17:32,804 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b3352d6dfea6412e95a170792905138f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733401050094 2024-12-05T12:17:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T12:17:32,827 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#B#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:32,827 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/19e5cc56b2e043698a932e8c6c06834b is 50, key is test_row_0/B:col10/1733401051287/Put/seqid=0 2024-12-05T12:17:32,835 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:32,836 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/f64f4b499d674b3ba26c163ef205f8d4 is 50, key is test_row_0/A:col10/1733401051287/Put/seqid=0 2024-12-05T12:17:32,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741915_1091 (size=13187) 2024-12-05T12:17:32,851 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/19e5cc56b2e043698a932e8c6c06834b as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/19e5cc56b2e043698a932e8c6c06834b 2024-12-05T12:17:32,861 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/B of 6d17933ce33d776799b0ee9ae6aa1a73 into 19e5cc56b2e043698a932e8c6c06834b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:32,862 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:32,862 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/B, priority=13, startTime=1733401052799; duration=0sec 2024-12-05T12:17:32,862 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:32,862 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:B 2024-12-05T12:17:32,862 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:32,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741916_1092 (size=13187) 2024-12-05T12:17:32,866 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:32,866 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/C is initiating minor compaction (all files) 2024-12-05T12:17:32,866 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/C in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:32,866 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/3956577cedef4e1fa66e03c41f6543a9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/b0354dd504424321a2d965c5cded8053, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/dc295b26de8a458394889f16fdf7cc19] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=36.8 K 2024-12-05T12:17:32,868 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3956577cedef4e1fa66e03c41f6543a9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733401048625 2024-12-05T12:17:32,870 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b0354dd504424321a2d965c5cded8053, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733401049376 2024-12-05T12:17:32,871 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting dc295b26de8a458394889f16fdf7cc19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733401050094 2024-12-05T12:17:32,877 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/f64f4b499d674b3ba26c163ef205f8d4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/f64f4b499d674b3ba26c163ef205f8d4 2024-12-05T12:17:32,892 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/A of 6d17933ce33d776799b0ee9ae6aa1a73 into f64f4b499d674b3ba26c163ef205f8d4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:32,892 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:32,892 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/A, priority=13, startTime=1733401052798; duration=0sec 2024-12-05T12:17:32,893 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:32,893 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:A 2024-12-05T12:17:32,901 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#C#compaction#80 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:32,901 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/cefc87d2f31446d89f2a3a06b761a24d is 50, key is test_row_0/C:col10/1733401051287/Put/seqid=0 2024-12-05T12:17:32,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741917_1093 (size=13187) 2024-12-05T12:17:32,939 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/cefc87d2f31446d89f2a3a06b761a24d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/cefc87d2f31446d89f2a3a06b761a24d 2024-12-05T12:17:32,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T12:17:32,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:32,946 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T12:17:32,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:32,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:32,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:32,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:32,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:32,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:32,955 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/C of 6d17933ce33d776799b0ee9ae6aa1a73 into cefc87d2f31446d89f2a3a06b761a24d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:32,955 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:32,955 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/C, priority=13, startTime=1733401052799; duration=0sec 2024-12-05T12:17:32,955 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:32,955 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:C 2024-12-05T12:17:32,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/7fecc5eedc3c4ad7bc5dec88cbab1102 is 50, key is test_row_0/A:col10/1733401051348/Put/seqid=0 2024-12-05T12:17:32,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741918_1094 (size=12301) 2024-12-05T12:17:33,382 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/7fecc5eedc3c4ad7bc5dec88cbab1102 2024-12-05T12:17:33,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/1596579d352d48aea71162ec8cf29bab is 50, key is test_row_0/B:col10/1733401051348/Put/seqid=0 2024-12-05T12:17:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741919_1095 (size=12301) 2024-12-05T12:17:33,477 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/1596579d352d48aea71162ec8cf29bab 2024-12-05T12:17:33,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/55e90669b84143de962fb3e7a2d50dca is 50, key is test_row_0/C:col10/1733401051348/Put/seqid=0 2024-12-05T12:17:33,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:33,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741920_1096 (size=12301) 2024-12-05T12:17:33,562 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/55e90669b84143de962fb3e7a2d50dca 2024-12-05T12:17:33,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/7fecc5eedc3c4ad7bc5dec88cbab1102 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/7fecc5eedc3c4ad7bc5dec88cbab1102 2024-12-05T12:17:33,580 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/7fecc5eedc3c4ad7bc5dec88cbab1102, entries=150, sequenceid=385, filesize=12.0 K 2024-12-05T12:17:33,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/1596579d352d48aea71162ec8cf29bab as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/1596579d352d48aea71162ec8cf29bab 2024-12-05T12:17:33,591 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/1596579d352d48aea71162ec8cf29bab, entries=150, sequenceid=385, filesize=12.0 K 2024-12-05T12:17:33,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/55e90669b84143de962fb3e7a2d50dca as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/55e90669b84143de962fb3e7a2d50dca 2024-12-05T12:17:33,602 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/55e90669b84143de962fb3e7a2d50dca, entries=150, sequenceid=385, filesize=12.0 K 2024-12-05T12:17:33,606 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=53.67 KB/54960 for 6d17933ce33d776799b0ee9ae6aa1a73 in 661ms, sequenceid=385, compaction requested=false 2024-12-05T12:17:33,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:33,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:33,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-05T12:17:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-05T12:17:33,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T12:17:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:33,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:33,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:33,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:33,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:33,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:33,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:33,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-05T12:17:33,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9290 sec 2024-12-05T12:17:33,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.9380 sec 2024-12-05T12:17:33,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/834a096eb6c74e17adf50c73370b6558 is 50, key is test_row_0/A:col10/1733401053579/Put/seqid=0 2024-12-05T12:17:33,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741921_1097 (size=14741) 2024-12-05T12:17:33,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/834a096eb6c74e17adf50c73370b6558 2024-12-05T12:17:33,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401113679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:33,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401113682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:33,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:33,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:33,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/2b71a168fa7944e69af825a5bb93c655 is 50, key is test_row_0/B:col10/1733401053579/Put/seqid=0 2024-12-05T12:17:33,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401113697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:33,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:33,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401113697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:33,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:33,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401113705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:33,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741922_1098 (size=12301) 2024-12-05T12:17:33,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401113806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:33,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401113806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:33,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:33,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T12:17:33,826 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:17:33,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:17:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-05T12:17:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-05T12:17:33,836 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:17:33,837 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:17:33,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:17:33,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401113825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:33,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401113826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:33,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401113848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:33,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:33,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-05T12:17:33,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:33,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:33,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:33,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:33,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:33,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401114026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401114026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401114047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401114047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401114066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:34,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:34,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:34,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:34,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-05T12:17:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/2b71a168fa7944e69af825a5bb93c655 2024-12-05T12:17:34,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/5e11c0a1823d4b53acf9365256819eab is 50, key is test_row_0/C:col10/1733401053579/Put/seqid=0 2024-12-05T12:17:34,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741923_1099 (size=12301) 2024-12-05T12:17:34,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/5e11c0a1823d4b53acf9365256819eab 2024-12-05T12:17:34,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/834a096eb6c74e17adf50c73370b6558 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/834a096eb6c74e17adf50c73370b6558 2024-12-05T12:17:34,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/834a096eb6c74e17adf50c73370b6558, entries=200, sequenceid=400, filesize=14.4 K 2024-12-05T12:17:34,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/2b71a168fa7944e69af825a5bb93c655 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2b71a168fa7944e69af825a5bb93c655 2024-12-05T12:17:34,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2b71a168fa7944e69af825a5bb93c655, entries=150, sequenceid=400, filesize=12.0 K 2024-12-05T12:17:34,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/5e11c0a1823d4b53acf9365256819eab as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/5e11c0a1823d4b53acf9365256819eab 2024-12-05T12:17:34,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:34,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:34,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:34,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:34,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/5e11c0a1823d4b53acf9365256819eab, entries=150, sequenceid=400, filesize=12.0 K 2024-12-05T12:17:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 6d17933ce33d776799b0ee9ae6aa1a73 in 712ms, sequenceid=400, compaction requested=true 2024-12-05T12:17:34,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:34,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:17:34,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:34,320 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:34,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:17:34,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:34,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:17:34,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:17:34,320 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:34,322 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:34,322 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/B is initiating minor compaction (all files) 2024-12-05T12:17:34,322 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/B in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:34,322 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/19e5cc56b2e043698a932e8c6c06834b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/1596579d352d48aea71162ec8cf29bab, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2b71a168fa7944e69af825a5bb93c655] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=36.9 K 2024-12-05T12:17:34,322 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:34,322 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/A is initiating minor compaction (all files) 2024-12-05T12:17:34,322 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/A in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:34,323 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/f64f4b499d674b3ba26c163ef205f8d4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/7fecc5eedc3c4ad7bc5dec88cbab1102, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/834a096eb6c74e17adf50c73370b6558] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=39.3 K 2024-12-05T12:17:34,323 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting f64f4b499d674b3ba26c163ef205f8d4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733401050094 2024-12-05T12:17:34,323 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 19e5cc56b2e043698a932e8c6c06834b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733401050094 2024-12-05T12:17:34,324 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1596579d352d48aea71162ec8cf29bab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733401051344 2024-12-05T12:17:34,325 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fecc5eedc3c4ad7bc5dec88cbab1102, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733401051344 2024-12-05T12:17:34,325 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b71a168fa7944e69af825a5bb93c655, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733401053540 2024-12-05T12:17:34,325 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 834a096eb6c74e17adf50c73370b6558, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733401053540 2024-12-05T12:17:34,339 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:34,340 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/ddc91769458148f29bcc64bb7484c61b is 50, key is test_row_0/B:col10/1733401053579/Put/seqid=0 2024-12-05T12:17:34,343 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#A#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:34,344 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/ff8299dc1927444a8a0c3f85522c4071 is 50, key is test_row_0/A:col10/1733401053579/Put/seqid=0 2024-12-05T12:17:34,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741925_1101 (size=13289) 2024-12-05T12:17:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:34,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T12:17:34,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741924_1100 (size=13289) 2024-12-05T12:17:34,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:34,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:34,383 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/ddc91769458148f29bcc64bb7484c61b as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ddc91769458148f29bcc64bb7484c61b 2024-12-05T12:17:34,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/70beaf4d4fd84b3983f99d5e6ec5577d is 50, key is test_row_0/A:col10/1733401053688/Put/seqid=0 2024-12-05T12:17:34,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401114386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401114393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401114393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401114394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401114395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741926_1102 (size=17181) 2024-12-05T12:17:34,431 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/B of 6d17933ce33d776799b0ee9ae6aa1a73 into ddc91769458148f29bcc64bb7484c61b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:34,431 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:34,431 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/B, priority=13, startTime=1733401054320; duration=0sec 2024-12-05T12:17:34,431 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:34,431 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:B 2024-12-05T12:17:34,431 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:34,432 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:34,433 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/C is initiating minor compaction (all files) 2024-12-05T12:17:34,433 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/C in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:34,433 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/cefc87d2f31446d89f2a3a06b761a24d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/55e90669b84143de962fb3e7a2d50dca, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/5e11c0a1823d4b53acf9365256819eab] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=36.9 K 2024-12-05T12:17:34,433 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting cefc87d2f31446d89f2a3a06b761a24d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733401050094 2024-12-05T12:17:34,434 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 55e90669b84143de962fb3e7a2d50dca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733401051344 2024-12-05T12:17:34,434 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e11c0a1823d4b53acf9365256819eab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733401053540 2024-12-05T12:17:34,445 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#C#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:34,446 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/37c7363e08b64aa5b5300e633edee992 is 50, key is test_row_0/C:col10/1733401053579/Put/seqid=0 2024-12-05T12:17:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-05T12:17:34,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:34,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:34,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741927_1103 (size=13289) 2024-12-05T12:17:34,494 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/37c7363e08b64aa5b5300e633edee992 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/37c7363e08b64aa5b5300e633edee992 2024-12-05T12:17:34,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401114509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401114509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401114510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,520 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/C of 6d17933ce33d776799b0ee9ae6aa1a73 into 37c7363e08b64aa5b5300e633edee992(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:34,520 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:34,520 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/C, priority=13, startTime=1733401054320; duration=0sec 2024-12-05T12:17:34,520 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:34,520 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:C 2024-12-05T12:17:34,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401114521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:34,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401114725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401114725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401114725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401114735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,784 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/ff8299dc1927444a8a0c3f85522c4071 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/ff8299dc1927444a8a0c3f85522c4071 2024-12-05T12:17:34,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:34,799 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/A of 6d17933ce33d776799b0ee9ae6aa1a73 into ff8299dc1927444a8a0c3f85522c4071(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:34,799 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:34,799 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/A, priority=13, startTime=1733401054320; duration=0sec 2024-12-05T12:17:34,799 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:34,799 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:A 2024-12-05T12:17:34,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:34,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:34,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:34,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/70beaf4d4fd84b3983f99d5e6ec5577d 2024-12-05T12:17:34,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/9a8d70872ffa48cdb9d90799e0c7a2d4 is 50, key is test_row_0/B:col10/1733401053688/Put/seqid=0 2024-12-05T12:17:34,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741928_1104 (size=12301) 2024-12-05T12:17:34,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/9a8d70872ffa48cdb9d90799e0c7a2d4 2024-12-05T12:17:34,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401114920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:34,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:34,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:34,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/d1694fa4f73d492fa1adf1f50128a75d is 50, key is test_row_0/C:col10/1733401053688/Put/seqid=0 2024-12-05T12:17:34,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:34,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:34,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:34,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:34,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-05T12:17:34,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741929_1105 (size=12301) 2024-12-05T12:17:35,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401115035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401115037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401115046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401115075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:35,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:35,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:35,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:35,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:35,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:35,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:35,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:35,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/d1694fa4f73d492fa1adf1f50128a75d 2024-12-05T12:17:35,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/70beaf4d4fd84b3983f99d5e6ec5577d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/70beaf4d4fd84b3983f99d5e6ec5577d 2024-12-05T12:17:35,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/70beaf4d4fd84b3983f99d5e6ec5577d, entries=250, sequenceid=420, filesize=16.8 K 2024-12-05T12:17:35,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/9a8d70872ffa48cdb9d90799e0c7a2d4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/9a8d70872ffa48cdb9d90799e0c7a2d4 2024-12-05T12:17:35,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:35,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:35,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:35,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:35,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/9a8d70872ffa48cdb9d90799e0c7a2d4, entries=150, sequenceid=420, filesize=12.0 K 2024-12-05T12:17:35,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/d1694fa4f73d492fa1adf1f50128a75d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d1694fa4f73d492fa1adf1f50128a75d 2024-12-05T12:17:35,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d1694fa4f73d492fa1adf1f50128a75d, entries=150, sequenceid=420, filesize=12.0 K 2024-12-05T12:17:35,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6d17933ce33d776799b0ee9ae6aa1a73 in 1103ms, sequenceid=420, compaction requested=false 2024-12-05T12:17:35,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:35,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T12:17:35,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:35,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:35,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:35,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:35,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:35,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:35,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/eae2e387731a49d5bc53a0ccafa9cc0c is 50, key is test_row_0/A:col10/1733401054391/Put/seqid=0 2024-12-05T12:17:35,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:35,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:35,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:35,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:35,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741930_1106 (size=14741) 2024-12-05T12:17:35,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/eae2e387731a49d5bc53a0ccafa9cc0c 2024-12-05T12:17:35,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401115615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401115617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401115622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401115625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/d862b0a9ffb643fca874bdae22f1c5de is 50, key is test_row_0/B:col10/1733401054391/Put/seqid=0 2024-12-05T12:17:35,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741931_1107 (size=12301) 2024-12-05T12:17:35,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/d862b0a9ffb643fca874bdae22f1c5de 2024-12-05T12:17:35,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/2c104ab9834549659d9c32219f30a467 is 50, key is test_row_0/C:col10/1733401054391/Put/seqid=0 2024-12-05T12:17:35,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741932_1108 (size=12301) 2024-12-05T12:17:35,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401115736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401115736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401115736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401115736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:35,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:35,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:35,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:35,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:35,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:35,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:35,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:35,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:35,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49168 deadline: 1733401115935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,943 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_0' in 6d17933ce33d776799b0ee9ae6aa1a73 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:17:35,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49080 deadline: 1733401115946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1733401115946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1733401115946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49178 deadline: 1733401115946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:35,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:35,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:17:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-05T12:17:36,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:36,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:36,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:36,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:36,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/2c104ab9834549659d9c32219f30a467 2024-12-05T12:17:36,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/eae2e387731a49d5bc53a0ccafa9cc0c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/eae2e387731a49d5bc53a0ccafa9cc0c 2024-12-05T12:17:36,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/eae2e387731a49d5bc53a0ccafa9cc0c, entries=200, sequenceid=436, filesize=14.4 K 2024-12-05T12:17:36,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/d862b0a9ffb643fca874bdae22f1c5de as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d862b0a9ffb643fca874bdae22f1c5de 2024-12-05T12:17:36,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d862b0a9ffb643fca874bdae22f1c5de, entries=150, sequenceid=436, filesize=12.0 K 2024-12-05T12:17:36,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/2c104ab9834549659d9c32219f30a467 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/2c104ab9834549659d9c32219f30a467 2024-12-05T12:17:36,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:36,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:36,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:36,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:36,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/2c104ab9834549659d9c32219f30a467, entries=150, sequenceid=436, filesize=12.0 K 2024-12-05T12:17:36,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 6d17933ce33d776799b0ee9ae6aa1a73 in 677ms, sequenceid=436, compaction requested=true 2024-12-05T12:17:36,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:36,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:17:36,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:36,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:17:36,243 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:36,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:36,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d17933ce33d776799b0ee9ae6aa1a73:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:17:36,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:17:36,243 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:36,249 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45211 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:36,249 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:36,249 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/A is initiating minor compaction (all files) 2024-12-05T12:17:36,249 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/B is initiating minor compaction (all files) 2024-12-05T12:17:36,249 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/A in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:36,249 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/B in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:36,249 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/ff8299dc1927444a8a0c3f85522c4071, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/70beaf4d4fd84b3983f99d5e6ec5577d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/eae2e387731a49d5bc53a0ccafa9cc0c] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=44.2 K 2024-12-05T12:17:36,249 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ddc91769458148f29bcc64bb7484c61b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/9a8d70872ffa48cdb9d90799e0c7a2d4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d862b0a9ffb643fca874bdae22f1c5de] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=37.0 K 2024-12-05T12:17:36,250 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting ff8299dc1927444a8a0c3f85522c4071, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733401053540 2024-12-05T12:17:36,250 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddc91769458148f29bcc64bb7484c61b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733401053540 2024-12-05T12:17:36,251 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 70beaf4d4fd84b3983f99d5e6ec5577d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733401053676 2024-12-05T12:17:36,251 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a8d70872ffa48cdb9d90799e0c7a2d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733401053688 2024-12-05T12:17:36,251 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d862b0a9ffb643fca874bdae22f1c5de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733401054379 2024-12-05T12:17:36,251 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting eae2e387731a49d5bc53a0ccafa9cc0c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733401054379 2024-12-05T12:17:36,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T12:17:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:36,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401055616, max timestamp=1733401056256Num uniques 859; 2024-12-05T12:17:36,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401055616, max timestamp=1733401056256Num uniques 859; 2024-12-05T12:17:36,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:17:36,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:17:36,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401055616, max timestamp=1733401056256Num uniques 859; 2024-12-05T12:17:36,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:17:36,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:36,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:36,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:36,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:36,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:36,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:36,276 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#B#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:36,277 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/e72071bdd1b44627b62c7249901d902c is 50, key is test_row_0/B:col10/1733401054391/Put/seqid=0 2024-12-05T12:17:36,284 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#A#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:36,285 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/6a3d271f2f9f41859ddb21906816342e is 50, key is test_row_0/A:col10/1733401054391/Put/seqid=0 2024-12-05T12:17:36,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/7eb37476ba7b4380a023a2553c42430f is 50, key is test_row_0/A:col10/1733401056255/Put/seqid=0 2024-12-05T12:17:36,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401056294, max timestamp=1733401056361Num uniques 859; 2024-12-05T12:17:36,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:17:36,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733401056294, max timestamp=1733401056356Num uniques 859; 2024-12-05T12:17:36,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T12:17:36,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401056294, max timestamp=1733401056361Num uniques 859; 2024-12-05T12:17:36,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:17:36,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741934_1110 (size=13391) 2024-12-05T12:17:36,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741933_1109 (size=13391) 2024-12-05T12:17:36,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:36,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:36,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:36,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:36,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,396 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/e72071bdd1b44627b62c7249901d902c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/e72071bdd1b44627b62c7249901d902c 2024-12-05T12:17:36,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741935_1111 (size=14741) 2024-12-05T12:17:36,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/7eb37476ba7b4380a023a2553c42430f 2024-12-05T12:17:36,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/72f84bea35124d49a56b8063072e5ef1 is 50, key is test_row_0/B:col10/1733401056255/Put/seqid=0 2024-12-05T12:17:36,445 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/B of 6d17933ce33d776799b0ee9ae6aa1a73 into e72071bdd1b44627b62c7249901d902c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:36,445 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:36,445 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/B, priority=13, startTime=1733401056243; duration=0sec 2024-12-05T12:17:36,445 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:36,445 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:B 2024-12-05T12:17:36,445 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:36,448 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:36,448 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 6d17933ce33d776799b0ee9ae6aa1a73/C is initiating minor compaction (all files) 2024-12-05T12:17:36,448 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d17933ce33d776799b0ee9ae6aa1a73/C in TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:36,448 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/37c7363e08b64aa5b5300e633edee992, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d1694fa4f73d492fa1adf1f50128a75d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/2c104ab9834549659d9c32219f30a467] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp, totalSize=37.0 K 2024-12-05T12:17:36,454 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37c7363e08b64aa5b5300e633edee992, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733401053540 2024-12-05T12:17:36,455 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1694fa4f73d492fa1adf1f50128a75d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733401053688 2024-12-05T12:17:36,461 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c104ab9834549659d9c32219f30a467, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733401054379 2024-12-05T12:17:36,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741936_1112 (size=12301) 2024-12-05T12:17:36,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/72f84bea35124d49a56b8063072e5ef1 2024-12-05T12:17:36,497 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d17933ce33d776799b0ee9ae6aa1a73#C#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:36,498 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/427e2a1c15d54cfb8e8c2b095e6e3efb is 50, key is test_row_0/C:col10/1733401054391/Put/seqid=0 2024-12-05T12:17:36,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/25faf81d555c4985b88a2513d2e74462 is 50, key is test_row_0/C:col10/1733401056255/Put/seqid=0 2024-12-05T12:17:36,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741937_1113 (size=13391) 2024-12-05T12:17:36,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741938_1114 (size=12301) 2024-12-05T12:17:36,558 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733401056474, max timestamp=1733401056504Num uniques 1018; 2024-12-05T12:17:36,559 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-05T12:17:36,558 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733401056474, max timestamp=1733401056504Num uniques 1018; 2024-12-05T12:17:36,559 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-05T12:17:36,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:36,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:36,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:36,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:36,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733401056474, max timestamp=1733401056505Num uniques 1118; 2024-12-05T12:17:36,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168 2024-12-05T12:17:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1733401056581, max timestamp=1733401056614Num uniques 1027; 2024-12-05T12:17:36,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1733401056581, max timestamp=1733401056614Num uniques 1077; 2024-12-05T12:17:36,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=12682, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277 2024-12-05T12:17:36,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-12-05T12:17:36,620 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1733401056581, max timestamp=1733401056614Num uniques 1077; 2024-12-05T12:17:36,620 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-12-05T12:17:36,667 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-05T12:17:36,667 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:17:36,668 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-05T12:17:36,668 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:17:36,669 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-05T12:17:36,669 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:17:36,670 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-05T12:17:36,670 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:17:36,671 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-05T12:17:36,671 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:17:36,671 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-05T12:17:36,672 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:17:36,672 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-05T12:17:36,672 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:17:36,675 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:36,675 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:36,675 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:36,675 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:36,676 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:36,676 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:36,676 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:36,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:17:36,677 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:36,677 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:36,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:17:36,677 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:36,677 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:36,677 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:36,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:17:36,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:17:36,678 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:36,677 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:36,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:17:36,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:17:36,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:17:36,683 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-05T12:17:36,683 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:17:36,683 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:36,683 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:36,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:17:36,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:36,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:36,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:36,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:36,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,780 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/6a3d271f2f9f41859ddb21906816342e as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/6a3d271f2f9f41859ddb21906816342e 2024-12-05T12:17:36,789 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/A of 6d17933ce33d776799b0ee9ae6aa1a73 into 6a3d271f2f9f41859ddb21906816342e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:36,789 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:36,789 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/A, priority=13, startTime=1733401056243; duration=0sec 2024-12-05T12:17:36,789 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:36,789 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:A 2024-12-05T12:17:36,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:36,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:36,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. as already flushing 2024-12-05T12:17:36,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:36,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:36,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/25faf81d555c4985b88a2513d2e74462 2024-12-05T12:17:36,953 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/427e2a1c15d54cfb8e8c2b095e6e3efb as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/427e2a1c15d54cfb8e8c2b095e6e3efb 2024-12-05T12:17:36,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/7eb37476ba7b4380a023a2553c42430f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/7eb37476ba7b4380a023a2553c42430f 2024-12-05T12:17:36,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/7eb37476ba7b4380a023a2553c42430f, entries=200, sequenceid=457, filesize=14.4 K 2024-12-05T12:17:36,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/72f84bea35124d49a56b8063072e5ef1 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/72f84bea35124d49a56b8063072e5ef1 2024-12-05T12:17:36,975 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d17933ce33d776799b0ee9ae6aa1a73/C of 6d17933ce33d776799b0ee9ae6aa1a73 into 427e2a1c15d54cfb8e8c2b095e6e3efb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:36,975 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:36,975 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., storeName=6d17933ce33d776799b0ee9ae6aa1a73/C, priority=13, startTime=1733401056243; duration=0sec 2024-12-05T12:17:36,975 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:36,975 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d17933ce33d776799b0ee9ae6aa1a73:C 2024-12-05T12:17:36,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/72f84bea35124d49a56b8063072e5ef1, entries=150, sequenceid=457, filesize=12.0 K 2024-12-05T12:17:36,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/25faf81d555c4985b88a2513d2e74462 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/25faf81d555c4985b88a2513d2e74462 2024-12-05T12:17:37,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/25faf81d555c4985b88a2513d2e74462, entries=150, sequenceid=457, filesize=12.0 K 2024-12-05T12:17:37,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~66.19 KB/67776, currentSize=120.76 KB/123660 for 6d17933ce33d776799b0ee9ae6aa1a73 in 744ms, sequenceid=457, compaction requested=false 2024-12-05T12:17:37,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:37,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T12:17:37,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:37,034 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=120.76 KB heapSize=334.08 KB 2024-12-05T12:17:37,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:37,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:37,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:37,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:37,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:37,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:37,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/ecdea97c213f498e85a44cb1b18abef5 is 50, key is test_row_0/A:col10/1733401056670/Put/seqid=0 2024-12-05T12:17:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741939_1115 (size=12301) 2024-12-05T12:17:37,457 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/ecdea97c213f498e85a44cb1b18abef5 2024-12-05T12:17:37,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/4a958d282b1942cbbcc97d4d52a90001 is 50, key is test_row_0/B:col10/1733401056670/Put/seqid=0 2024-12-05T12:17:37,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741940_1116 (size=12301) 2024-12-05T12:17:37,495 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/4a958d282b1942cbbcc97d4d52a90001 2024-12-05T12:17:37,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/8e958d27603a4a47ac075c1935698993 is 50, key is test_row_0/C:col10/1733401056670/Put/seqid=0 2024-12-05T12:17:37,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741941_1117 (size=12301) 2024-12-05T12:17:37,528 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/8e958d27603a4a47ac075c1935698993 2024-12-05T12:17:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/ecdea97c213f498e85a44cb1b18abef5 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/ecdea97c213f498e85a44cb1b18abef5 2024-12-05T12:17:37,543 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/ecdea97c213f498e85a44cb1b18abef5, entries=150, sequenceid=527, filesize=12.0 K 2024-12-05T12:17:37,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/4a958d282b1942cbbcc97d4d52a90001 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/4a958d282b1942cbbcc97d4d52a90001 2024-12-05T12:17:37,563 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/4a958d282b1942cbbcc97d4d52a90001, entries=150, sequenceid=527, filesize=12.0 K 2024-12-05T12:17:37,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/8e958d27603a4a47ac075c1935698993 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/8e958d27603a4a47ac075c1935698993 2024-12-05T12:17:37,574 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/8e958d27603a4a47ac075c1935698993, entries=150, sequenceid=527, filesize=12.0 K 2024-12-05T12:17:37,576 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~334.03 KB/342048, currentSize=0 B/0 for 6d17933ce33d776799b0ee9ae6aa1a73 in 542ms, sequenceid=527, compaction requested=true 2024-12-05T12:17:37,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 6d17933ce33d776799b0ee9ae6aa1a73: 2024-12-05T12:17:37,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:37,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-05T12:17:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-05T12:17:37,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-05T12:17:37,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7410 sec 2024-12-05T12:17:37,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 3.7540 sec 2024-12-05T12:17:37,965 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-05T12:17:37,965 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:17:37,965 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:37,965 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:37,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:17:38,007 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:17:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-05T12:17:38,009 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:17:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T12:17:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-12-05T12:17:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-05T12:17:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-12-05T12:17:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-12-05T12:17:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-12-05T12:17:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T12:17:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1849 2024-12-05T12:17:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1807 2024-12-05T12:17:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T12:17:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 879 2024-12-05T12:17:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2636 rows 2024-12-05T12:17:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 871 2024-12-05T12:17:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2612 rows 2024-12-05T12:17:38,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:17:38,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:17:38,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:38,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:38,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:17:38,014 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T12:17:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T12:17:38,027 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401058026"}]},"ts":"1733401058026"} 2024-12-05T12:17:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T12:17:38,029 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T12:17:38,029 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T12:17:38,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T12:17:38,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d17933ce33d776799b0ee9ae6aa1a73, UNASSIGN}] 2024-12-05T12:17:38,038 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d17933ce33d776799b0ee9ae6aa1a73, UNASSIGN 2024-12-05T12:17:38,040 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=6d17933ce33d776799b0ee9ae6aa1a73, regionState=CLOSING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:38,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d17933ce33d776799b0ee9ae6aa1a73, UNASSIGN because future has completed 2024-12-05T12:17:38,053 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T12:17:38,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:17:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T12:17:38,219 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(122): Close 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:38,219 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T12:17:38,220 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1722): Closing 6d17933ce33d776799b0ee9ae6aa1a73, disabling compactions & flushes 2024-12-05T12:17:38,220 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:38,220 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:38,220 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. after waiting 0 ms 2024-12-05T12:17:38,220 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:38,220 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(2902): Flushing 6d17933ce33d776799b0ee9ae6aa1a73 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-12-05T12:17:38,221 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=A 2024-12-05T12:17:38,221 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:38,221 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=B 2024-12-05T12:17:38,221 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:38,221 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d17933ce33d776799b0ee9ae6aa1a73, store=C 2024-12-05T12:17:38,221 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:38,226 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/cbb22bb7629740c0b38c4b222f33688b is 50, key is test_row_0/A:col10/1733401057961/Put/seqid=0 2024-12-05T12:17:38,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741942_1118 (size=7415) 2024-12-05T12:17:38,243 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/cbb22bb7629740c0b38c4b222f33688b 2024-12-05T12:17:38,252 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/d6931d04280540dd99747f8817456561 is 50, key is test_row_0/B:col10/1733401057961/Put/seqid=0 2024-12-05T12:17:38,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741943_1119 (size=7415) 2024-12-05T12:17:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T12:17:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T12:17:38,661 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/d6931d04280540dd99747f8817456561 2024-12-05T12:17:38,672 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/583be6f7b56a4124995992f95037c78e is 50, key is test_row_0/C:col10/1733401057961/Put/seqid=0 2024-12-05T12:17:38,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741944_1120 (size=7415) 2024-12-05T12:17:38,689 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/583be6f7b56a4124995992f95037c78e 2024-12-05T12:17:38,695 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/A/cbb22bb7629740c0b38c4b222f33688b as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/cbb22bb7629740c0b38c4b222f33688b 2024-12-05T12:17:38,702 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/cbb22bb7629740c0b38c4b222f33688b, entries=50, sequenceid=531, filesize=7.2 K 2024-12-05T12:17:38,703 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/B/d6931d04280540dd99747f8817456561 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d6931d04280540dd99747f8817456561 2024-12-05T12:17:38,709 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d6931d04280540dd99747f8817456561, entries=50, sequenceid=531, filesize=7.2 K 2024-12-05T12:17:38,710 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/.tmp/C/583be6f7b56a4124995992f95037c78e as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/583be6f7b56a4124995992f95037c78e 2024-12-05T12:17:38,716 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/583be6f7b56a4124995992f95037c78e, entries=50, sequenceid=531, filesize=7.2 K 2024-12-05T12:17:38,717 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 6d17933ce33d776799b0ee9ae6aa1a73 in 497ms, sequenceid=531, compaction requested=true 2024-12-05T12:17:38,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/6b793ddb7d6a46479450d3149f56855d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/f20f1510e51e40a2997902913c02589b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/c2ee5b59439d492cb3e148aa08f157c8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/82a826a642834d579140cbf55fdc5bd7, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/25069357af7b4856bd2007b70ec196d4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/508cbfa7c9a741d9ac2fa7dc5c184b8b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/16a40f50e0554f759ce84a77c7e8cd97, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/b1ec9a18ec0c4fb3bdaacf3b4b92e9c9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/87e3b9c597d840d7b74a7f6114cc57d8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/8a3991d4c92446f8a678d0038c56c309, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/c4d741b514d14bbbb134228f920b2e80, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/bad3ea8d07c14f8a932522c088be03fb, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/bf55ef6d244944aaa3725557b8006ba6, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/e53d7eb1cf314436b99aa86463c42ae2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/b60950ed6ab247eaa411843400949976, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/93a4544c87454069a40fe68b627dde1e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/6d0040c740544be19ff83ca8e79d2085, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/350a8c3d55204eb4bf918108162a9baf, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/7ea63b54b8c547fead5bf95eeadfb6f2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/e98349cd60164c6a8c9bb8b5bab26c0b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/ff8cadb210c9410dba7ee66286983b3f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/05d8cfdbbbe1450aaf72e89e4352f137, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/a6749706640a41da9588701d08582a62, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/c2d425879e2f450ebdad7465d954705e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/2d1f3d8dcb63414d9bababf3f3091b49, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/f64f4b499d674b3ba26c163ef205f8d4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/eec404c849a54821b1dc77cb54576b41, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/7fecc5eedc3c4ad7bc5dec88cbab1102, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/834a096eb6c74e17adf50c73370b6558, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/ff8299dc1927444a8a0c3f85522c4071, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/70beaf4d4fd84b3983f99d5e6ec5577d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/eae2e387731a49d5bc53a0ccafa9cc0c] to archive 2024-12-05T12:17:38,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:17:38,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/6b793ddb7d6a46479450d3149f56855d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/6b793ddb7d6a46479450d3149f56855d 2024-12-05T12:17:38,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/f20f1510e51e40a2997902913c02589b to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/f20f1510e51e40a2997902913c02589b 2024-12-05T12:17:38,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/c2ee5b59439d492cb3e148aa08f157c8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/c2ee5b59439d492cb3e148aa08f157c8 2024-12-05T12:17:38,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/82a826a642834d579140cbf55fdc5bd7 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/82a826a642834d579140cbf55fdc5bd7 2024-12-05T12:17:38,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/25069357af7b4856bd2007b70ec196d4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/25069357af7b4856bd2007b70ec196d4 2024-12-05T12:17:38,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/508cbfa7c9a741d9ac2fa7dc5c184b8b to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/508cbfa7c9a741d9ac2fa7dc5c184b8b 2024-12-05T12:17:38,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/16a40f50e0554f759ce84a77c7e8cd97 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/16a40f50e0554f759ce84a77c7e8cd97 2024-12-05T12:17:38,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/b1ec9a18ec0c4fb3bdaacf3b4b92e9c9 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/b1ec9a18ec0c4fb3bdaacf3b4b92e9c9 2024-12-05T12:17:38,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/87e3b9c597d840d7b74a7f6114cc57d8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/87e3b9c597d840d7b74a7f6114cc57d8 2024-12-05T12:17:38,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/8a3991d4c92446f8a678d0038c56c309 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/8a3991d4c92446f8a678d0038c56c309 2024-12-05T12:17:38,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/c4d741b514d14bbbb134228f920b2e80 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/c4d741b514d14bbbb134228f920b2e80 2024-12-05T12:17:38,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/bad3ea8d07c14f8a932522c088be03fb to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/bad3ea8d07c14f8a932522c088be03fb 2024-12-05T12:17:38,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/bf55ef6d244944aaa3725557b8006ba6 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/bf55ef6d244944aaa3725557b8006ba6 2024-12-05T12:17:38,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/e53d7eb1cf314436b99aa86463c42ae2 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/e53d7eb1cf314436b99aa86463c42ae2 2024-12-05T12:17:38,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/b60950ed6ab247eaa411843400949976 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/b60950ed6ab247eaa411843400949976 2024-12-05T12:17:38,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/93a4544c87454069a40fe68b627dde1e to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/93a4544c87454069a40fe68b627dde1e 2024-12-05T12:17:38,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/6d0040c740544be19ff83ca8e79d2085 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/6d0040c740544be19ff83ca8e79d2085 2024-12-05T12:17:38,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/350a8c3d55204eb4bf918108162a9baf to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/350a8c3d55204eb4bf918108162a9baf 2024-12-05T12:17:38,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/7ea63b54b8c547fead5bf95eeadfb6f2 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/7ea63b54b8c547fead5bf95eeadfb6f2 2024-12-05T12:17:38,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/e98349cd60164c6a8c9bb8b5bab26c0b to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/e98349cd60164c6a8c9bb8b5bab26c0b 2024-12-05T12:17:38,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/ff8cadb210c9410dba7ee66286983b3f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/ff8cadb210c9410dba7ee66286983b3f 2024-12-05T12:17:38,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/05d8cfdbbbe1450aaf72e89e4352f137 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/05d8cfdbbbe1450aaf72e89e4352f137 2024-12-05T12:17:38,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/a6749706640a41da9588701d08582a62 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/a6749706640a41da9588701d08582a62 2024-12-05T12:17:38,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/c2d425879e2f450ebdad7465d954705e to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/c2d425879e2f450ebdad7465d954705e 2024-12-05T12:17:38,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/2d1f3d8dcb63414d9bababf3f3091b49 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/2d1f3d8dcb63414d9bababf3f3091b49 2024-12-05T12:17:38,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/f64f4b499d674b3ba26c163ef205f8d4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/f64f4b499d674b3ba26c163ef205f8d4 2024-12-05T12:17:38,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/eec404c849a54821b1dc77cb54576b41 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/eec404c849a54821b1dc77cb54576b41 2024-12-05T12:17:38,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/7fecc5eedc3c4ad7bc5dec88cbab1102 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/7fecc5eedc3c4ad7bc5dec88cbab1102 2024-12-05T12:17:38,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/834a096eb6c74e17adf50c73370b6558 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/834a096eb6c74e17adf50c73370b6558 2024-12-05T12:17:38,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/ff8299dc1927444a8a0c3f85522c4071 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/ff8299dc1927444a8a0c3f85522c4071 2024-12-05T12:17:38,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/70beaf4d4fd84b3983f99d5e6ec5577d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/70beaf4d4fd84b3983f99d5e6ec5577d 2024-12-05T12:17:38,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/eae2e387731a49d5bc53a0ccafa9cc0c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/eae2e387731a49d5bc53a0ccafa9cc0c 2024-12-05T12:17:38,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/3eec858aa8944eb9a88c5dbf3fc2c22c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/525b175e0b5147a188c6163d402b8f73, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/69e9fe9e1b164cdfba6da05ca89c09b8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ef1f8c3a66cf42e1b03ec718e31a3770, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/4c277ede3ac34ad1ab6246dd8a757ce2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/900ce3b816824e74a8934759043f085c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/185c18dfb6e24c4599540fc8087d0fe1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b7d399ef985c4c4da3e6c2143b76944c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b12f4c755c534234811fccb75a82eb50, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/45065e6a02e74c518a6ead84c497288a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2aa562d7a29b4c21ac64f8bf5bfed5b1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2a79327489714a3aa290f87f757b4e83, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/61d5cd5471e14c62a39aedc49fe851d9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/76716468239c4ddbb020354c8a727d8d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d2dc10c86b5a48d8a490cee64a1b331f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/a8609a42939d471ab002ac1c286557c6, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/5d029914a6244757a3239a01a646ccfe, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/be24c6b75741425fab4298d7a24aed69, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2633d38f1eea42d0af8dfdfe5c23dfca, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d614fef67dd0467ea7a211c377bb3ef0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ef0fe9b74eef400eb2544b8b9c185a93, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/db5ccdc149164764ad35bc7737a22df8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/3e66709780a444a09b0663fc92241aca, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ebbab93b25d240a3b91c05dc2f70b3c1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/431c86d4016d45dfb8c86fed4519c37d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/19e5cc56b2e043698a932e8c6c06834b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b3352d6dfea6412e95a170792905138f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/1596579d352d48aea71162ec8cf29bab, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ddc91769458148f29bcc64bb7484c61b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2b71a168fa7944e69af825a5bb93c655, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/9a8d70872ffa48cdb9d90799e0c7a2d4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d862b0a9ffb643fca874bdae22f1c5de] to archive 2024-12-05T12:17:38,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:17:38,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/3eec858aa8944eb9a88c5dbf3fc2c22c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/3eec858aa8944eb9a88c5dbf3fc2c22c 2024-12-05T12:17:38,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/525b175e0b5147a188c6163d402b8f73 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/525b175e0b5147a188c6163d402b8f73 2024-12-05T12:17:38,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/69e9fe9e1b164cdfba6da05ca89c09b8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/69e9fe9e1b164cdfba6da05ca89c09b8 2024-12-05T12:17:38,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ef1f8c3a66cf42e1b03ec718e31a3770 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ef1f8c3a66cf42e1b03ec718e31a3770 2024-12-05T12:17:38,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/4c277ede3ac34ad1ab6246dd8a757ce2 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/4c277ede3ac34ad1ab6246dd8a757ce2 2024-12-05T12:17:38,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/900ce3b816824e74a8934759043f085c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/900ce3b816824e74a8934759043f085c 2024-12-05T12:17:38,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/185c18dfb6e24c4599540fc8087d0fe1 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/185c18dfb6e24c4599540fc8087d0fe1 2024-12-05T12:17:38,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b7d399ef985c4c4da3e6c2143b76944c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b7d399ef985c4c4da3e6c2143b76944c 2024-12-05T12:17:38,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b12f4c755c534234811fccb75a82eb50 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b12f4c755c534234811fccb75a82eb50 2024-12-05T12:17:38,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/45065e6a02e74c518a6ead84c497288a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/45065e6a02e74c518a6ead84c497288a 2024-12-05T12:17:38,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2aa562d7a29b4c21ac64f8bf5bfed5b1 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2aa562d7a29b4c21ac64f8bf5bfed5b1 2024-12-05T12:17:38,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2a79327489714a3aa290f87f757b4e83 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2a79327489714a3aa290f87f757b4e83 2024-12-05T12:17:38,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/61d5cd5471e14c62a39aedc49fe851d9 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/61d5cd5471e14c62a39aedc49fe851d9 2024-12-05T12:17:38,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/76716468239c4ddbb020354c8a727d8d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/76716468239c4ddbb020354c8a727d8d 2024-12-05T12:17:38,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d2dc10c86b5a48d8a490cee64a1b331f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d2dc10c86b5a48d8a490cee64a1b331f 2024-12-05T12:17:38,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/a8609a42939d471ab002ac1c286557c6 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/a8609a42939d471ab002ac1c286557c6 2024-12-05T12:17:38,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/5d029914a6244757a3239a01a646ccfe to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/5d029914a6244757a3239a01a646ccfe 2024-12-05T12:17:38,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/be24c6b75741425fab4298d7a24aed69 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/be24c6b75741425fab4298d7a24aed69 2024-12-05T12:17:38,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2633d38f1eea42d0af8dfdfe5c23dfca to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2633d38f1eea42d0af8dfdfe5c23dfca 2024-12-05T12:17:38,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d614fef67dd0467ea7a211c377bb3ef0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d614fef67dd0467ea7a211c377bb3ef0 2024-12-05T12:17:38,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ef0fe9b74eef400eb2544b8b9c185a93 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ef0fe9b74eef400eb2544b8b9c185a93 2024-12-05T12:17:38,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/db5ccdc149164764ad35bc7737a22df8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/db5ccdc149164764ad35bc7737a22df8 2024-12-05T12:17:38,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/3e66709780a444a09b0663fc92241aca to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/3e66709780a444a09b0663fc92241aca 2024-12-05T12:17:38,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ebbab93b25d240a3b91c05dc2f70b3c1 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ebbab93b25d240a3b91c05dc2f70b3c1 2024-12-05T12:17:38,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/431c86d4016d45dfb8c86fed4519c37d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/431c86d4016d45dfb8c86fed4519c37d 2024-12-05T12:17:38,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/19e5cc56b2e043698a932e8c6c06834b to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/19e5cc56b2e043698a932e8c6c06834b 2024-12-05T12:17:38,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b3352d6dfea6412e95a170792905138f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/b3352d6dfea6412e95a170792905138f 2024-12-05T12:17:38,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/1596579d352d48aea71162ec8cf29bab to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/1596579d352d48aea71162ec8cf29bab 2024-12-05T12:17:38,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ddc91769458148f29bcc64bb7484c61b to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/ddc91769458148f29bcc64bb7484c61b 2024-12-05T12:17:38,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2b71a168fa7944e69af825a5bb93c655 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/2b71a168fa7944e69af825a5bb93c655 2024-12-05T12:17:38,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/9a8d70872ffa48cdb9d90799e0c7a2d4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/9a8d70872ffa48cdb9d90799e0c7a2d4 2024-12-05T12:17:38,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d862b0a9ffb643fca874bdae22f1c5de to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d862b0a9ffb643fca874bdae22f1c5de 2024-12-05T12:17:38,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/1ea555afb0334b7d8d88f2d1884b0561, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/7da6fd8de7df40b281b8696c962803ca, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/e3a76ad752f74409b9070b647da57860, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/ff03206409634bf2b43bac109bb62ebc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/819be0fc06d04fa1b3e488f8236b2fad, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/79adedb1c37a47fd9bcfb2f357142e5b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/812b9f6bdb704106ba4a7a12dcde41ea, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/119da25958c04116abe1f3da703ea753, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/b50893feabf345bea0ea1fceb2431ff3, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/e4e147c2856b4d15ad3dc34aa8e48655, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/eee4b50d6a52418da769a4657e91a2d1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/14a2d556f9664120b4b04fbf14f601a8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/e0afda6a8d2245dab5a57b83009080c4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/a861d764674d44b7a77c6bae46ac272f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/a1e754e142ac46fcbb02201897725fb0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/90ecea28d6e34aee890d7ba47ab6732d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/59662f8495d746aaa19eefb6fe84cc0d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/c640430f714243748f7374dc6efe49ae, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/c195a06167134c7aa1ee519d0b2478dd, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d63dca3094d545d187c8723736839d29, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/f5a87bc50c9044bc9c23bf8cf6e9af6f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/ce490b06d0fa49dfae4a2db95bb37fb0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/3956577cedef4e1fa66e03c41f6543a9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d5ecbbbbe2494adb9c74f73291b898c8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/b0354dd504424321a2d965c5cded8053, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/cefc87d2f31446d89f2a3a06b761a24d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/dc295b26de8a458394889f16fdf7cc19, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/55e90669b84143de962fb3e7a2d50dca, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/37c7363e08b64aa5b5300e633edee992, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/5e11c0a1823d4b53acf9365256819eab, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d1694fa4f73d492fa1adf1f50128a75d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/2c104ab9834549659d9c32219f30a467] to archive 2024-12-05T12:17:38,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:17:38,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/1ea555afb0334b7d8d88f2d1884b0561 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/1ea555afb0334b7d8d88f2d1884b0561 2024-12-05T12:17:38,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/7da6fd8de7df40b281b8696c962803ca to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/7da6fd8de7df40b281b8696c962803ca 2024-12-05T12:17:38,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/e3a76ad752f74409b9070b647da57860 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/e3a76ad752f74409b9070b647da57860 2024-12-05T12:17:38,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/ff03206409634bf2b43bac109bb62ebc to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/ff03206409634bf2b43bac109bb62ebc 2024-12-05T12:17:38,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/819be0fc06d04fa1b3e488f8236b2fad to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/819be0fc06d04fa1b3e488f8236b2fad 2024-12-05T12:17:38,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/79adedb1c37a47fd9bcfb2f357142e5b to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/79adedb1c37a47fd9bcfb2f357142e5b 2024-12-05T12:17:38,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/812b9f6bdb704106ba4a7a12dcde41ea to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/812b9f6bdb704106ba4a7a12dcde41ea 2024-12-05T12:17:38,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/119da25958c04116abe1f3da703ea753 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/119da25958c04116abe1f3da703ea753 2024-12-05T12:17:38,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/b50893feabf345bea0ea1fceb2431ff3 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/b50893feabf345bea0ea1fceb2431ff3 2024-12-05T12:17:38,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/e4e147c2856b4d15ad3dc34aa8e48655 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/e4e147c2856b4d15ad3dc34aa8e48655 2024-12-05T12:17:38,880 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/eee4b50d6a52418da769a4657e91a2d1 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/eee4b50d6a52418da769a4657e91a2d1 2024-12-05T12:17:38,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/14a2d556f9664120b4b04fbf14f601a8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/14a2d556f9664120b4b04fbf14f601a8 2024-12-05T12:17:38,882 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/e0afda6a8d2245dab5a57b83009080c4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/e0afda6a8d2245dab5a57b83009080c4 2024-12-05T12:17:38,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/a861d764674d44b7a77c6bae46ac272f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/a861d764674d44b7a77c6bae46ac272f 2024-12-05T12:17:38,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/a1e754e142ac46fcbb02201897725fb0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/a1e754e142ac46fcbb02201897725fb0 2024-12-05T12:17:38,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/90ecea28d6e34aee890d7ba47ab6732d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/90ecea28d6e34aee890d7ba47ab6732d 2024-12-05T12:17:38,888 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/59662f8495d746aaa19eefb6fe84cc0d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/59662f8495d746aaa19eefb6fe84cc0d 2024-12-05T12:17:38,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/c640430f714243748f7374dc6efe49ae to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/c640430f714243748f7374dc6efe49ae 2024-12-05T12:17:38,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/c195a06167134c7aa1ee519d0b2478dd to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/c195a06167134c7aa1ee519d0b2478dd 2024-12-05T12:17:38,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d63dca3094d545d187c8723736839d29 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d63dca3094d545d187c8723736839d29 2024-12-05T12:17:38,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/f5a87bc50c9044bc9c23bf8cf6e9af6f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/f5a87bc50c9044bc9c23bf8cf6e9af6f 2024-12-05T12:17:38,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/ce490b06d0fa49dfae4a2db95bb37fb0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/ce490b06d0fa49dfae4a2db95bb37fb0 2024-12-05T12:17:38,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/3956577cedef4e1fa66e03c41f6543a9 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/3956577cedef4e1fa66e03c41f6543a9 2024-12-05T12:17:38,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d5ecbbbbe2494adb9c74f73291b898c8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d5ecbbbbe2494adb9c74f73291b898c8 2024-12-05T12:17:38,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/b0354dd504424321a2d965c5cded8053 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/b0354dd504424321a2d965c5cded8053 2024-12-05T12:17:38,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/cefc87d2f31446d89f2a3a06b761a24d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/cefc87d2f31446d89f2a3a06b761a24d 2024-12-05T12:17:38,903 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/dc295b26de8a458394889f16fdf7cc19 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/dc295b26de8a458394889f16fdf7cc19 2024-12-05T12:17:38,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/55e90669b84143de962fb3e7a2d50dca to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/55e90669b84143de962fb3e7a2d50dca 2024-12-05T12:17:38,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/37c7363e08b64aa5b5300e633edee992 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/37c7363e08b64aa5b5300e633edee992 2024-12-05T12:17:38,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/5e11c0a1823d4b53acf9365256819eab to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/5e11c0a1823d4b53acf9365256819eab 2024-12-05T12:17:38,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d1694fa4f73d492fa1adf1f50128a75d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/d1694fa4f73d492fa1adf1f50128a75d 2024-12-05T12:17:38,909 DEBUG [StoreCloser-TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/2c104ab9834549659d9c32219f30a467 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/2c104ab9834549659d9c32219f30a467 2024-12-05T12:17:38,920 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/recovered.edits/534.seqid, newMaxSeqId=534, maxSeqId=1 2024-12-05T12:17:38,923 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. 2024-12-05T12:17:38,923 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1676): Region close journal for 6d17933ce33d776799b0ee9ae6aa1a73: Waiting for close lock at 1733401058220Running coprocessor pre-close hooks at 1733401058220Disabling compacts and flushes for region at 1733401058220Disabling writes for close at 1733401058220Obtaining lock to block concurrent updates at 1733401058220Preparing flush snapshotting stores in 6d17933ce33d776799b0ee9ae6aa1a73 at 1733401058220Finished memstore snapshotting TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1733401058221 (+1 ms)Flushing stores of TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73. at 1733401058222 (+1 ms)Flushing 6d17933ce33d776799b0ee9ae6aa1a73/A: creating writer at 1733401058222Flushing 6d17933ce33d776799b0ee9ae6aa1a73/A: appending metadata at 1733401058225 (+3 ms)Flushing 6d17933ce33d776799b0ee9ae6aa1a73/A: closing flushed file at 1733401058225Flushing 6d17933ce33d776799b0ee9ae6aa1a73/B: creating writer at 1733401058248 (+23 ms)Flushing 6d17933ce33d776799b0ee9ae6aa1a73/B: appending metadata at 1733401058251 (+3 ms)Flushing 6d17933ce33d776799b0ee9ae6aa1a73/B: closing flushed file at 1733401058251Flushing 6d17933ce33d776799b0ee9ae6aa1a73/C: creating writer at 1733401058668 (+417 ms)Flushing 6d17933ce33d776799b0ee9ae6aa1a73/C: appending metadata at 1733401058671 (+3 ms)Flushing 6d17933ce33d776799b0ee9ae6aa1a73/C: closing flushed file at 1733401058671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63316b4: reopening flushed file at 1733401058694 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708cbbcd: reopening flushed file at 1733401058702 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c469220: reopening flushed file at 1733401058709 (+7 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 6d17933ce33d776799b0ee9ae6aa1a73 in 497ms, sequenceid=531, compaction requested=true at 1733401058717 (+8 ms)Writing region close event to WAL at 1733401058911 (+194 ms)Running coprocessor post-close hooks at 1733401058921 (+10 ms)Closed at 1733401058923 (+2 ms) 2024-12-05T12:17:38,926 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(157): Closed 6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:38,929 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=6d17933ce33d776799b0ee9ae6aa1a73, regionState=CLOSED 2024-12-05T12:17:38,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:17:38,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-05T12:17:38,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseRegionProcedure 6d17933ce33d776799b0ee9ae6aa1a73, server=2556e7014d8b,44745,1733401030153 in 891 msec 2024-12-05T12:17:38,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=24 2024-12-05T12:17:38,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=24, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d17933ce33d776799b0ee9ae6aa1a73, UNASSIGN in 911 msec 2024-12-05T12:17:38,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-05T12:17:38,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 920 msec 2024-12-05T12:17:38,960 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401058959"}]},"ts":"1733401058959"} 2024-12-05T12:17:38,962 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T12:17:38,963 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T12:17:38,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 946 msec 2024-12-05T12:17:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T12:17:39,166 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:17:39,170 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T12:17:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:17:39,177 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:17:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-05T12:17:39,179 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=27, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:17:39,189 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:39,194 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/recovered.edits] 2024-12-05T12:17:39,199 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/6a3d271f2f9f41859ddb21906816342e to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/6a3d271f2f9f41859ddb21906816342e 2024-12-05T12:17:39,201 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/7eb37476ba7b4380a023a2553c42430f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/7eb37476ba7b4380a023a2553c42430f 2024-12-05T12:17:39,202 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/cbb22bb7629740c0b38c4b222f33688b to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/cbb22bb7629740c0b38c4b222f33688b 2024-12-05T12:17:39,204 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/ecdea97c213f498e85a44cb1b18abef5 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/A/ecdea97c213f498e85a44cb1b18abef5 2024-12-05T12:17:39,207 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/4a958d282b1942cbbcc97d4d52a90001 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/4a958d282b1942cbbcc97d4d52a90001 2024-12-05T12:17:39,209 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/72f84bea35124d49a56b8063072e5ef1 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/72f84bea35124d49a56b8063072e5ef1 2024-12-05T12:17:39,211 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d6931d04280540dd99747f8817456561 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/d6931d04280540dd99747f8817456561 2024-12-05T12:17:39,212 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/e72071bdd1b44627b62c7249901d902c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/B/e72071bdd1b44627b62c7249901d902c 2024-12-05T12:17:39,217 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/25faf81d555c4985b88a2513d2e74462 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/25faf81d555c4985b88a2513d2e74462 2024-12-05T12:17:39,220 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/427e2a1c15d54cfb8e8c2b095e6e3efb to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/427e2a1c15d54cfb8e8c2b095e6e3efb 2024-12-05T12:17:39,221 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/583be6f7b56a4124995992f95037c78e to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/583be6f7b56a4124995992f95037c78e 2024-12-05T12:17:39,224 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/8e958d27603a4a47ac075c1935698993 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/C/8e958d27603a4a47ac075c1935698993 2024-12-05T12:17:39,229 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/recovered.edits/534.seqid to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73/recovered.edits/534.seqid 2024-12-05T12:17:39,230 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/6d17933ce33d776799b0ee9ae6aa1a73 2024-12-05T12:17:39,230 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T12:17:39,238 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=27, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:17:39,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-05T12:17:39,253 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T12:17:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-05T12:17:39,296 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T12:17:39,298 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=27, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:17:39,298 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T12:17:39,299 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733401059298"}]},"ts":"9223372036854775807"} 2024-12-05T12:17:39,309 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T12:17:39,309 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6d17933ce33d776799b0ee9ae6aa1a73, NAME => 'TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T12:17:39,310 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T12:17:39,310 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733401059310"}]},"ts":"9223372036854775807"} 2024-12-05T12:17:39,313 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T12:17:39,314 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=27, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:17:39,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 143 msec 2024-12-05T12:17:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-05T12:17:39,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T12:17:39,496 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:17:39,512 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=249 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_707103803_22 at /127.0.0.1:49796 [Waiting for operation #143] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;2556e7014d8b:44745-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-806220008_22 at /127.0.0.1:47692 [Waiting for operation #270] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_707103803_22 at /127.0.0.1:49472 [Waiting for operation #256] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=810 (was 688) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2386 (was 2446) 2024-12-05T12:17:39,523 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=249, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=810, ProcessCount=11, AvailableMemoryMB=2385 2024-12-05T12:17:39,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T12:17:39,526 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:17:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T12:17:39,528 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:17:39,529 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:39,529 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 28 2024-12-05T12:17:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-05T12:17:39,530 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:17:39,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741945_1121 (size=1061) 2024-12-05T12:17:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-05T12:17:39,695 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T12:17:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-05T12:17:39,939 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6 2024-12-05T12:17:39,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741946_1122 (size=53) 2024-12-05T12:17:39,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:17:39,975 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1d0a9d97de7aa77d39e407bd8b6e3d17, disabling compactions & flushes 2024-12-05T12:17:39,975 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:39,975 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:39,975 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. after waiting 0 ms 2024-12-05T12:17:39,975 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:39,975 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:39,975 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: Waiting for close lock at 1733401059975Disabling compacts and flushes for region at 1733401059975Disabling writes for close at 1733401059975Writing region close event to WAL at 1733401059975Closed at 1733401059975 2024-12-05T12:17:39,982 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:17:39,983 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733401059982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401059982"}]},"ts":"1733401059982"} 2024-12-05T12:17:39,985 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:17:39,986 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:17:39,986 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401059986"}]},"ts":"1733401059986"} 2024-12-05T12:17:39,988 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T12:17:39,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d0a9d97de7aa77d39e407bd8b6e3d17, ASSIGN}] 2024-12-05T12:17:39,990 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d0a9d97de7aa77d39e407bd8b6e3d17, ASSIGN 2024-12-05T12:17:39,991 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d0a9d97de7aa77d39e407bd8b6e3d17, ASSIGN; state=OFFLINE, location=2556e7014d8b,44745,1733401030153; forceNewPlan=false, retain=false 2024-12-05T12:17:40,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=1d0a9d97de7aa77d39e407bd8b6e3d17, regionState=OPENING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:40,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d0a9d97de7aa77d39e407bd8b6e3d17, ASSIGN because future has completed 2024-12-05T12:17:40,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:17:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-05T12:17:40,306 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:40,307 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:17:40,307 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:40,307 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:17:40,307 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:40,307 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:40,309 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:40,311 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:17:40,313 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d0a9d97de7aa77d39e407bd8b6e3d17 columnFamilyName A 2024-12-05T12:17:40,313 DEBUG [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:40,317 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.HStore(327): Store=1d0a9d97de7aa77d39e407bd8b6e3d17/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:17:40,317 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:40,323 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:17:40,323 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d0a9d97de7aa77d39e407bd8b6e3d17 columnFamilyName B 2024-12-05T12:17:40,323 DEBUG [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:40,324 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.HStore(327): Store=1d0a9d97de7aa77d39e407bd8b6e3d17/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:17:40,324 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:40,328 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:17:40,329 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d0a9d97de7aa77d39e407bd8b6e3d17 columnFamilyName C 2024-12-05T12:17:40,329 DEBUG [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:40,329 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.HStore(327): Store=1d0a9d97de7aa77d39e407bd8b6e3d17/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:17:40,330 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:40,330 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:40,330 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:40,331 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:40,332 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:40,332 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:40,333 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T12:17:40,335 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:40,339 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:17:40,340 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened 1d0a9d97de7aa77d39e407bd8b6e3d17; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73842269, jitterRate=0.10033555328845978}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T12:17:40,340 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:40,341 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: Running coprocessor pre-open hook at 1733401060308Writing region info on filesystem at 1733401060308Initializing all the Stores at 1733401060308Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401060309 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401060309Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401060309Cleaning up temporary data from old regions at 1733401060332 (+23 ms)Running coprocessor post-open hooks at 1733401060340 (+8 ms)Region opened successfully at 1733401060341 (+1 ms) 2024-12-05T12:17:40,349 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., pid=30, masterSystemTime=1733401060302 2024-12-05T12:17:40,355 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=1d0a9d97de7aa77d39e407bd8b6e3d17, regionState=OPEN, openSeqNum=2, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:40,355 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:40,355 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:40,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:17:40,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-05T12:17:40,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 in 212 msec 2024-12-05T12:17:40,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-12-05T12:17:40,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d0a9d97de7aa77d39e407bd8b6e3d17, ASSIGN in 375 msec 2024-12-05T12:17:40,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:17:40,368 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401060368"}]},"ts":"1733401060368"} 2024-12-05T12:17:40,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T12:17:40,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:17:40,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 853 msec 2024-12-05T12:17:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-05T12:17:40,666 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:17:40,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e732f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:40,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:40,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:40,669 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:40,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:40,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:40,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bca3a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:40,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:40,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:40,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:40,673 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:40,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31592bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:40,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:40,676 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:40,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:40,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:40,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:17:40,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 2556e7014d8b,37601,1733401029146 2024-12-05T12:17:40,681 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34eaf7ed 2024-12-05T12:17:40,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:17:40,683 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:17:40,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T12:17:40,689 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:17:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T12:17:40,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741947_1123 (size=1097) 2024-12-05T12:17:41,169 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-05T12:17:41,169 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-05T12:17:41,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T12:17:41,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d0a9d97de7aa77d39e407bd8b6e3d17, REOPEN/MOVE}] 2024-12-05T12:17:41,182 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d0a9d97de7aa77d39e407bd8b6e3d17, REOPEN/MOVE 2024-12-05T12:17:41,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1d0a9d97de7aa77d39e407bd8b6e3d17, regionState=CLOSING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:41,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d0a9d97de7aa77d39e407bd8b6e3d17, REOPEN/MOVE because future has completed 2024-12-05T12:17:41,186 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T12:17:41,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:17:41,339 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:41,339 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T12:17:41,339 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 1d0a9d97de7aa77d39e407bd8b6e3d17, disabling compactions & flushes 2024-12-05T12:17:41,339 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:41,339 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:41,339 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. after waiting 0 ms 2024-12-05T12:17:41,339 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:41,345 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T12:17:41,346 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:41,346 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: Waiting for close lock at 1733401061339Running coprocessor pre-close hooks at 1733401061339Disabling compacts and flushes for region at 1733401061339Disabling writes for close at 1733401061339Writing region close event to WAL at 1733401061340 (+1 ms)Running coprocessor post-close hooks at 1733401061346 (+6 ms)Closed at 1733401061346 2024-12-05T12:17:41,346 WARN [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionServer(3299): Not adding moved region record: 1d0a9d97de7aa77d39e407bd8b6e3d17 to self. 2024-12-05T12:17:41,348 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:41,349 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1d0a9d97de7aa77d39e407bd8b6e3d17, regionState=CLOSED 2024-12-05T12:17:41,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:17:41,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-12-05T12:17:41,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 in 166 msec 2024-12-05T12:17:41,355 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d0a9d97de7aa77d39e407bd8b6e3d17, REOPEN/MOVE; state=CLOSED, location=2556e7014d8b,44745,1733401030153; forceNewPlan=false, retain=true 2024-12-05T12:17:41,506 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1d0a9d97de7aa77d39e407bd8b6e3d17, regionState=OPENING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:41,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d0a9d97de7aa77d39e407bd8b6e3d17, REOPEN/MOVE because future has completed 2024-12-05T12:17:41,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:17:41,667 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:41,667 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:17:41,668 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:41,668 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:17:41,668 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:41,668 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:41,674 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:41,674 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:17:41,681 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d0a9d97de7aa77d39e407bd8b6e3d17 columnFamilyName A 2024-12-05T12:17:41,689 DEBUG [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:41,690 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.HStore(327): Store=1d0a9d97de7aa77d39e407bd8b6e3d17/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:17:41,691 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:41,691 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:17:41,692 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d0a9d97de7aa77d39e407bd8b6e3d17 columnFamilyName B 2024-12-05T12:17:41,692 DEBUG [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:41,692 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.HStore(327): Store=1d0a9d97de7aa77d39e407bd8b6e3d17/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:17:41,693 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:41,693 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:17:41,693 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d0a9d97de7aa77d39e407bd8b6e3d17 columnFamilyName C 2024-12-05T12:17:41,694 DEBUG [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:41,694 INFO [StoreOpener-1d0a9d97de7aa77d39e407bd8b6e3d17-1 {}] regionserver.HStore(327): Store=1d0a9d97de7aa77d39e407bd8b6e3d17/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:17:41,696 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:41,697 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:41,697 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:41,699 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:41,704 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:41,704 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:41,705 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T12:17:41,707 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:41,708 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 1d0a9d97de7aa77d39e407bd8b6e3d17; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70509759, jitterRate=0.050677284598350525}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T12:17:41,708 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:41,709 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: Running coprocessor pre-open hook at 1733401061668Writing region info on filesystem at 1733401061668Initializing all the Stores at 1733401061669 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401061669Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401061669Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401061670 (+1 ms)Cleaning up temporary data from old regions at 1733401061704 (+34 ms)Running coprocessor post-open hooks at 1733401061708 (+4 ms)Region opened successfully at 1733401061709 (+1 ms) 2024-12-05T12:17:41,710 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., pid=35, masterSystemTime=1733401061661 2024-12-05T12:17:41,712 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:41,712 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:41,713 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1d0a9d97de7aa77d39e407bd8b6e3d17, regionState=OPEN, openSeqNum=5, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:41,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:17:41,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33 2024-12-05T12:17:41,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 in 211 msec 2024-12-05T12:17:41,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-05T12:17:41,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d0a9d97de7aa77d39e407bd8b6e3d17, REOPEN/MOVE in 549 msec 2024-12-05T12:17:41,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-05T12:17:41,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 565 msec 2024-12-05T12:17:41,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0490 sec 2024-12-05T12:17:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-05T12:17:41,751 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:17:41,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa768d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:41,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:41,756 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:41,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:41,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:41,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fda329b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:41,759 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:41,759 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:41,760 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:41,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db77b9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc6bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:41,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:41,773 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:41,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:41,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:41,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d19a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:41,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:41,781 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:41,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d66e539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef6e97c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:41,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:41,797 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d558e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:41,805 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:41,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e051aa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60093174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:41,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:41,822 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:41,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:41,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:41,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583bdf5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:41,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:41,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:41,825 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:41,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588d7429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4776c78e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:41,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:41,840 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:41,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:41,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:41,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288db7de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:41,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:41,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:41,843 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:41,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a5d3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6723353c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:41,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:41,861 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb0cf97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:41,874 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:41,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766d0ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aece006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:41,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:41,894 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:41,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:41,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:41,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e150354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:41,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:41,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:41,896 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:41,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6623f6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe9245f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:41,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:41,903 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:41,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:41,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8a3620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:41,905 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:41,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40765e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5990680b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:17:41,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:17:41,917 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:17:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:17:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:17:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358291f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:17:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:17:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:17:41,921 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:17:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b03e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:17:41,941 DEBUG [Thread-623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:41,947 DEBUG [Thread-640 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:41,947 DEBUG [Thread-627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:41,949 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:41,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:41,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:41,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:41,952 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:41,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:41,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:41,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:17:41,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:17:41,961 DEBUG [Thread-634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:41,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:17:41,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:17:41,975 DEBUG [Thread-636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:41,977 DEBUG [Thread-631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:41,978 DEBUG [Thread-631 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:41,978 DEBUG [Thread-631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:41,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:41,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:41,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:41,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:41,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:17:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:17:41,997 DEBUG [Thread-638 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:41,999 DEBUG [Thread-629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:42,000 DEBUG [Thread-625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:17:42,005 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:17:42,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:42,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-12-05T12:17:42,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T12:17:42,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:17:42,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:42,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:17:42,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:42,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:17:42,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:42,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:42,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:42,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:17:42,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:42,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:17:42,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:17:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:17:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:42,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:17:42,018 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:17:42,019 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:17:42,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:17:42,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:17:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-05T12:17:42,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205470ca16a8f3a4e26abb074c2b901d628_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401061997/Put/seqid=0 2024-12-05T12:17:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-05T12:17:42,138 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401062090, max timestamp=1733401062133Num uniques 859; 2024-12-05T12:17:42,138 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:17:42,145 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401062090, max timestamp=1733401062133Num uniques 859; 2024-12-05T12:17:42,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:17:42,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401062090, max timestamp=1733401062133Num uniques 859; 2024-12-05T12:17:42,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:17:42,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741948_1124 (size=9714) 2024-12-05T12:17:42,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-05T12:17:42,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:42,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:42,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:42,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:42,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:42,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733401062201, max timestamp=1733401062250Num uniques 1018; 2024-12-05T12:17:42,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-05T12:17:42,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733401062201, max timestamp=1733401062250Num uniques 1018; 2024-12-05T12:17:42,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-05T12:17:42,268 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733401062201, max timestamp=1733401062250Num uniques 1018; 2024-12-05T12:17:42,268 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-05T12:17:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-05T12:17:42,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-05T12:17:42,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:42,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:42,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:42,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:42,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:42,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401122365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:42,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:42,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401122388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:42,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:42,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401122389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:42,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:42,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401122390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:42,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401122385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:42,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:42,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401122496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:42,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:42,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401122516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401122516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401122516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:42,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401122516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:42,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:42,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-05T12:17:42,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:42,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:42,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:42,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:42,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:42,583 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:42,606 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205470ca16a8f3a4e26abb074c2b901d628_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205470ca16a8f3a4e26abb074c2b901d628_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:42,624 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/51ff32e9129d4478b618df98fa2ad270, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:42,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/51ff32e9129d4478b618df98fa2ad270 is 175, key is test_row_0/A:col10/1733401061997/Put/seqid=0 2024-12-05T12:17:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-05T12:17:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741949_1125 (size=22361) 2024-12-05T12:17:42,692 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/51ff32e9129d4478b618df98fa2ad270 2024-12-05T12:17:42,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-05T12:17:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:42,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:42,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401122716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:42,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:42,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401122744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:42,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401122744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:42,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401122745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:42,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401122745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:42,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:42,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/0f156ac10d0e49a2bd13a388c86d6d2f is 50, key is test_row_0/B:col10/1733401061997/Put/seqid=0 2024-12-05T12:17:42,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:42,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:42,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:42,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741950_1126 (size=9657) 2024-12-05T12:17:42,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/0f156ac10d0e49a2bd13a388c86d6d2f 2024-12-05T12:17:42,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/67c9118f387941eaaad03c1350849561 is 50, key is test_row_0/C:col10/1733401061997/Put/seqid=0 2024-12-05T12:17:42,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-05T12:17:42,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:42,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:42,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:42,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:42,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:42,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741951_1127 (size=9657) 2024-12-05T12:17:43,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401123041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:43,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-05T12:17:43,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:43,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:43,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:43,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:43,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:43,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401123075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401123076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401123077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:43,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401123096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-05T12:17:43,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-05T12:17:43,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:43,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:43,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:43,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:43,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:43,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/67c9118f387941eaaad03c1350849561 2024-12-05T12:17:43,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/51ff32e9129d4478b618df98fa2ad270 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/51ff32e9129d4478b618df98fa2ad270 2024-12-05T12:17:43,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-05T12:17:43,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:43,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:43,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:43,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:43,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:43,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/51ff32e9129d4478b618df98fa2ad270, entries=100, sequenceid=14, filesize=21.8 K 2024-12-05T12:17:43,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/0f156ac10d0e49a2bd13a388c86d6d2f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/0f156ac10d0e49a2bd13a388c86d6d2f 2024-12-05T12:17:43,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/0f156ac10d0e49a2bd13a388c86d6d2f, entries=100, sequenceid=14, filesize=9.4 K 2024-12-05T12:17:43,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/67c9118f387941eaaad03c1350849561 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/67c9118f387941eaaad03c1350849561 2024-12-05T12:17:43,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/67c9118f387941eaaad03c1350849561, entries=100, sequenceid=14, filesize=9.4 K 2024-12-05T12:17:43,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 1448ms, sequenceid=14, compaction requested=false 2024-12-05T12:17:43,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:43,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-05T12:17:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:43,547 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=134.18 KB heapSize=379.45 KB 2024-12-05T12:17:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:17:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:17:43,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:43,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:17:43,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:43,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:43,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f38ab24de08047d3b7b1e52b7da04fba_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401062313/Put/seqid=0 2024-12-05T12:17:43,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741952_1128 (size=12154) 2024-12-05T12:17:43,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:43,629 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f38ab24de08047d3b7b1e52b7da04fba_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f38ab24de08047d3b7b1e52b7da04fba_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:43,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/1a0196fe97d443e8adbc6857b1247978, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:43,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/1a0196fe97d443e8adbc6857b1247978 is 175, key is test_row_0/A:col10/1733401062313/Put/seqid=0 2024-12-05T12:17:43,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401123629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401123633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401123648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:43,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:43,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741953_1129 (size=30955) 2024-12-05T12:17:43,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401123659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,681 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=67, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/1a0196fe97d443e8adbc6857b1247978 2024-12-05T12:17:43,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401123660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:43,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:43,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/91d7f6b3318144ab90544af723d7c4c0 is 50, key is test_row_0/B:col10/1733401062313/Put/seqid=0 2024-12-05T12:17:43,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401123766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:43,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401123769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:43,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401123769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741954_1130 (size=12001) 2024-12-05T12:17:43,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:43,793 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/91d7f6b3318144ab90544af723d7c4c0 2024-12-05T12:17:43,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401123798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401123797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:43,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/3b4ae59ff2864a5b9a478b3fcd0a294a is 50, key is test_row_0/C:col10/1733401062313/Put/seqid=0 2024-12-05T12:17:43,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741955_1131 (size=12001) 2024-12-05T12:17:43,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401123976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:43,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:43,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401123989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:43,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401123995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:44,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:44,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:44,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401124015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:44,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401124026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:44,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-05T12:17:44,301 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/3b4ae59ff2864a5b9a478b3fcd0a294a 2024-12-05T12:17:44,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401124295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:44,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:44,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401124306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:44,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401124306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:44,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:44,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:44,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/1a0196fe97d443e8adbc6857b1247978 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/1a0196fe97d443e8adbc6857b1247978 2024-12-05T12:17:44,337 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/1a0196fe97d443e8adbc6857b1247978, entries=150, sequenceid=67, filesize=30.2 K 2024-12-05T12:17:44,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/91d7f6b3318144ab90544af723d7c4c0 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/91d7f6b3318144ab90544af723d7c4c0 2024-12-05T12:17:44,344 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/91d7f6b3318144ab90544af723d7c4c0, entries=150, sequenceid=67, filesize=11.7 K 2024-12-05T12:17:44,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/3b4ae59ff2864a5b9a478b3fcd0a294a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/3b4ae59ff2864a5b9a478b3fcd0a294a 2024-12-05T12:17:44,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401124337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:44,355 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/3b4ae59ff2864a5b9a478b3fcd0a294a, entries=150, sequenceid=67, filesize=11.7 K 2024-12-05T12:17:44,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:44,360 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~379.41 KB/388512, currentSize=53.67 KB/54960 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 812ms, sequenceid=67, compaction requested=false 2024-12-05T12:17:44,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:44,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:44,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-05T12:17:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:44,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T12:17:44,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:17:44,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:44,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:17:44,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:44,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:17:44,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-05T12:17:44,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-05T12:17:44,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3520 sec 2024-12-05T12:17:44,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 2.3680 sec 2024-12-05T12:17:44,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120502f00e49bd604fd9a5df0b5a89c0ed34_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401064356/Put/seqid=0 2024-12-05T12:17:44,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741956_1132 (size=14594) 2024-12-05T12:17:44,455 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:44,470 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120502f00e49bd604fd9a5df0b5a89c0ed34_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120502f00e49bd604fd9a5df0b5a89c0ed34_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:44,475 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/db222b8e7b434d6abe4e93722dc38955, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:44,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/db222b8e7b434d6abe4e93722dc38955 is 175, key is test_row_0/A:col10/1733401064356/Put/seqid=0 2024-12-05T12:17:44,522 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T12:17:44,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741957_1133 (size=39549) 2024-12-05T12:17:44,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401124593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:44,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:44,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401124709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:44,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:44,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401124824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:44,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:44,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401124826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:44,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401124826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:44,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401124865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:44,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:44,934 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/db222b8e7b434d6abe4e93722dc38955 2024-12-05T12:17:44,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401124925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:44,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:44,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:45,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/1609f5c7768242668bf7577c481e0d1f is 50, key is test_row_0/B:col10/1733401064356/Put/seqid=0 2024-12-05T12:17:45,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741958_1134 (size=12001) 2024-12-05T12:17:45,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401125249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:45,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/1609f5c7768242668bf7577c481e0d1f 2024-12-05T12:17:45,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/d25b07d2dfc24c79972a7c313aee292d is 50, key is test_row_0/C:col10/1733401064356/Put/seqid=0 2024-12-05T12:17:45,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741959_1135 (size=12001) 2024-12-05T12:17:45,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/d25b07d2dfc24c79972a7c313aee292d 2024-12-05T12:17:45,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/db222b8e7b434d6abe4e93722dc38955 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/db222b8e7b434d6abe4e93722dc38955 2024-12-05T12:17:45,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/db222b8e7b434d6abe4e93722dc38955, entries=200, sequenceid=79, filesize=38.6 K 2024-12-05T12:17:45,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/1609f5c7768242668bf7577c481e0d1f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/1609f5c7768242668bf7577c481e0d1f 2024-12-05T12:17:45,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/1609f5c7768242668bf7577c481e0d1f, entries=150, sequenceid=79, filesize=11.7 K 2024-12-05T12:17:45,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/d25b07d2dfc24c79972a7c313aee292d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/d25b07d2dfc24c79972a7c313aee292d 2024-12-05T12:17:45,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/d25b07d2dfc24c79972a7c313aee292d, entries=150, sequenceid=79, filesize=11.7 K 2024-12-05T12:17:45,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 1321ms, sequenceid=79, compaction requested=true 2024-12-05T12:17:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:17:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:17:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:17:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:17:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T12:17:45,684 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:45,684 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:45,689 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:45,689 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/A is initiating minor compaction (all files) 2024-12-05T12:17:45,689 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/A in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:45,689 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/51ff32e9129d4478b618df98fa2ad270, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/1a0196fe97d443e8adbc6857b1247978, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/db222b8e7b434d6abe4e93722dc38955] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=90.7 K 2024-12-05T12:17:45,690 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:45,690 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/51ff32e9129d4478b618df98fa2ad270, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/1a0196fe97d443e8adbc6857b1247978, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/db222b8e7b434d6abe4e93722dc38955] 2024-12-05T12:17:45,692 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:45,692 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/C is initiating minor compaction (all files) 2024-12-05T12:17:45,692 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/C in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:45,692 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/67c9118f387941eaaad03c1350849561, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/3b4ae59ff2864a5b9a478b3fcd0a294a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/d25b07d2dfc24c79972a7c313aee292d] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=32.9 K 2024-12-05T12:17:45,692 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51ff32e9129d4478b618df98fa2ad270, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733401061997 2024-12-05T12:17:45,693 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 67c9118f387941eaaad03c1350849561, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733401061997 2024-12-05T12:17:45,693 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a0196fe97d443e8adbc6857b1247978, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733401062313 2024-12-05T12:17:45,693 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b4ae59ff2864a5b9a478b3fcd0a294a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733401062313 2024-12-05T12:17:45,694 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting db222b8e7b434d6abe4e93722dc38955, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733401063605 2024-12-05T12:17:45,694 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting d25b07d2dfc24c79972a7c313aee292d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733401063605 2024-12-05T12:17:45,711 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:45,720 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#C#compaction#118 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:45,721 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/3b50ddae524e4fc7afecacb2b79901bd is 50, key is test_row_0/C:col10/1733401064356/Put/seqid=0 2024-12-05T12:17:45,722 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120599c75f66e0b8419ca8d8ca6949bd0cdb_1d0a9d97de7aa77d39e407bd8b6e3d17 store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:45,735 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120599c75f66e0b8419ca8d8ca6949bd0cdb_1d0a9d97de7aa77d39e407bd8b6e3d17, store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:45,735 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120599c75f66e0b8419ca8d8ca6949bd0cdb_1d0a9d97de7aa77d39e407bd8b6e3d17 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:45,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741960_1136 (size=12104) 2024-12-05T12:17:45,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741961_1137 (size=4469) 2024-12-05T12:17:45,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401064501, max timestamp=1733401065771Num uniques 859; 2024-12-05T12:17:45,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:17:45,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401064501, max timestamp=1733401065771Num uniques 859; 2024-12-05T12:17:45,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:17:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:45,798 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401064501, max timestamp=1733401065771Num uniques 859; 2024-12-05T12:17:45,798 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:17:45,798 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#A#compaction#117 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:45,799 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/2840880dcfe24377a3b4152b258c85a8 is 175, key is test_row_0/A:col10/1733401064356/Put/seqid=0 2024-12-05T12:17:45,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=26.84 KB heapSize=66.23 KB 2024-12-05T12:17:45,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:17:45,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:45,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:17:45,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:45,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:17:45,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:45,820 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/3b50ddae524e4fc7afecacb2b79901bd as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/3b50ddae524e4fc7afecacb2b79901bd 2024-12-05T12:17:45,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741962_1138 (size=31058) 2024-12-05T12:17:45,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050e961ff3a8db463bb8df25e9a243984a_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401064579/Put/seqid=0 2024-12-05T12:17:45,840 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/C of 1d0a9d97de7aa77d39e407bd8b6e3d17 into 3b50ddae524e4fc7afecacb2b79901bd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:45,840 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:45,840 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/C, priority=13, startTime=1733401065684; duration=0sec 2024-12-05T12:17:45,840 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:45,840 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:C 2024-12-05T12:17:45,840 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:45,844 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:45,844 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/B is initiating minor compaction (all files) 2024-12-05T12:17:45,844 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/B in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:45,844 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/0f156ac10d0e49a2bd13a388c86d6d2f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/91d7f6b3318144ab90544af723d7c4c0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/1609f5c7768242668bf7577c481e0d1f] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=32.9 K 2024-12-05T12:17:45,847 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f156ac10d0e49a2bd13a388c86d6d2f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733401061997 2024-12-05T12:17:45,849 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 91d7f6b3318144ab90544af723d7c4c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733401062313 2024-12-05T12:17:45,850 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1609f5c7768242668bf7577c481e0d1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733401063605 2024-12-05T12:17:45,852 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/2840880dcfe24377a3b4152b258c85a8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/2840880dcfe24377a3b4152b258c85a8 2024-12-05T12:17:45,869 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/A of 1d0a9d97de7aa77d39e407bd8b6e3d17 into 2840880dcfe24377a3b4152b258c85a8(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:45,869 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:45,869 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/A, priority=13, startTime=1733401065684; duration=0sec 2024-12-05T12:17:45,869 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:45,869 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:A 2024-12-05T12:17:45,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741963_1139 (size=14594) 2024-12-05T12:17:45,895 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#B#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:45,896 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/ea800e9db2714250bb1ebf55b64beb9a is 50, key is test_row_0/B:col10/1733401064356/Put/seqid=0 2024-12-05T12:17:45,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741964_1140 (size=12104) 2024-12-05T12:17:45,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401065867, max timestamp=1733401065941Num uniques 859; 2024-12-05T12:17:45,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401065867, max timestamp=1733401065941Num uniques 859; 2024-12-05T12:17:45,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:17:45,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:17:45,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401065867, max timestamp=1733401065941Num uniques 859; 2024-12-05T12:17:45,947 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:17:46,024 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733401065999, max timestamp=1733401066018Num uniques 1068; 2024-12-05T12:17:46,024 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-05T12:17:46,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733401065999, max timestamp=1733401066018Num uniques 1068; 2024-12-05T12:17:46,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-05T12:17:46,031 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733401065999, max timestamp=1733401066018Num uniques 1068; 2024-12-05T12:17:46,031 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-05T12:17:46,102 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1733401066015, max timestamp=1733401066094Num uniques 1077; 2024-12-05T12:17:46,103 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=17262, suffix heap size=139976,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=377 2024-12-05T12:17:46,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1733401066015, max timestamp=1733401066094Num uniques 1077; 2024-12-05T12:17:46,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=17262, suffix heap size=139976,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=377 2024-12-05T12:17:46,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1733401066015, max timestamp=1733401066094Num uniques 1077; 2024-12-05T12:17:46,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=17262, suffix heap size=139976,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=377 2024-12-05T12:17:46,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733401066136, max timestamp=1733401066175Num uniques 1236; 2024-12-05T12:17:46,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=56606, new segment data size=10806, suffix heap size=156512,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1236, new segment cells count=236 2024-12-05T12:17:46,189 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733401066136, max timestamp=1733401066175Num uniques 1236; 2024-12-05T12:17:46,190 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=56606, new segment data size=8516, suffix heap size=156512,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1236, new segment cells count=186 2024-12-05T12:17:46,191 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733401066136, max timestamp=1733401066175Num uniques 1236; 2024-12-05T12:17:46,191 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=56606, new segment data size=8516, suffix heap size=156512,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1236, new segment cells count=186 2024-12-05T12:17:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-05T12:17:46,209 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:17:46,213 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:17:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-12-05T12:17:46,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-05T12:17:46,232 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:17:46,236 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:17:46,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:17:46,289 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:46,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733401066248, max timestamp=1733401066287Num uniques 1095; 2024-12-05T12:17:46,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733401066248, max timestamp=1733401066287Num uniques 1045; 2024-12-05T12:17:46,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-12-05T12:17:46,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-12-05T12:17:46,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401066248, max timestamp=1733401066287Num uniques 1045; 2024-12-05T12:17:46,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=6870, suffix heap size=136648,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=150 2024-12-05T12:17:46,314 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050e961ff3a8db463bb8df25e9a243984a_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050e961ff3a8db463bb8df25e9a243984a_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:46,322 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/6180b61cd027446f919b8a125318a7da, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:46,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/6180b61cd027446f919b8a125318a7da is 175, key is test_row_0/A:col10/1733401064579/Put/seqid=0 2024-12-05T12:17:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-05T12:17:46,370 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/ea800e9db2714250bb1ebf55b64beb9a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/ea800e9db2714250bb1ebf55b64beb9a 2024-12-05T12:17:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741965_1141 (size=39549) 2024-12-05T12:17:46,382 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=100, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/6180b61cd027446f919b8a125318a7da 2024-12-05T12:17:46,385 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/B of 1d0a9d97de7aa77d39e407bd8b6e3d17 into ea800e9db2714250bb1ebf55b64beb9a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:46,385 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:46,385 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/B, priority=13, startTime=1733401065684; duration=0sec 2024-12-05T12:17:46,385 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:46,385 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:B 2024-12-05T12:17:46,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/15316a45f6924c68806e6200ab586fab is 50, key is test_row_0/B:col10/1733401064579/Put/seqid=0 2024-12-05T12:17:46,415 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733401066386, max timestamp=1733401066411Num uniques 1054; 2024-12-05T12:17:46,415 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-05T12:17:46,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T12:17:46,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:46,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:46,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:46,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:46,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:46,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733401066386, max timestamp=1733401066411Num uniques 1054; 2024-12-05T12:17:46,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-05T12:17:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:46,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733401066386, max timestamp=1733401066411Num uniques 1009; 2024-12-05T12:17:46,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46210, new segment data size=7050, suffix heap size=132904,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=154 2024-12-05T12:17:46,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741966_1142 (size=12001) 2024-12-05T12:17:46,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/15316a45f6924c68806e6200ab586fab 2024-12-05T12:17:46,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/f99d38aaae7446e596d82c4ea6766991 is 50, key is test_row_0/C:col10/1733401064579/Put/seqid=0 2024-12-05T12:17:46,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741967_1143 (size=12001) 2024-12-05T12:17:46,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733401066468, max timestamp=1733401066526Num uniques 1013; 2024-12-05T12:17:46,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-05T12:17:46,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733401066468, max timestamp=1733401066526Num uniques 1013; 2024-12-05T12:17:46,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-05T12:17:46,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733401066468, max timestamp=1733401066526Num uniques 1013; 2024-12-05T12:17:46,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-05T12:17:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-05T12:17:46,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T12:17:46,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:46,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:46,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:46,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:46,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:46,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=322, cellSize=14742, totalHeapSize=33728, min timestamp=1733401066575, max timestamp=1733401066605Num uniques 1072; 2024-12-05T12:17:46,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=322, cellSize=14742, totalHeapSize=33728, min timestamp=1733401066575, max timestamp=1733401066605Num uniques 1072; 2024-12-05T12:17:46,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=322, cellSize=14742, totalHeapSize=33728, min timestamp=1733401066575, max timestamp=1733401066605Num uniques 1072; 2024-12-05T12:17:46,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=14742, suffix heap size=139456,new segment heap size=33728 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=322 2024-12-05T12:17:46,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=14742, suffix heap size=139456,new segment heap size=33728 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=322 2024-12-05T12:17:46,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=14742, suffix heap size=139456,new segment heap size=33728 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=322 2024-12-05T12:17:46,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733401066612, max timestamp=1733401066699Num uniques 1181; 2024-12-05T12:17:46,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=54086, new segment data size=10576, suffix heap size=150792,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1181, new segment cells count=231 2024-12-05T12:17:46,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733401066612, max timestamp=1733401066699Num uniques 1181; 2024-12-05T12:17:46,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=54086, new segment data size=10576, suffix heap size=150792,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1181, new segment cells count=231 2024-12-05T12:17:46,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733401066612, max timestamp=1733401066699Num uniques 1181; 2024-12-05T12:17:46,710 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=54086, new segment data size=10576, suffix heap size=150792,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1181, new segment cells count=231 2024-12-05T12:17:46,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T12:17:46,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:46,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:46,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:46,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:46,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:46,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=340, cellSize=15570, totalHeapSize=35600, min timestamp=1733401066743, max timestamp=1733401066781Num uniques 1090; 2024-12-05T12:17:46,789 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=15570, suffix heap size=141328,new segment heap size=35600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=340 2024-12-05T12:17:46,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=340, cellSize=15570, totalHeapSize=35600, min timestamp=1733401066743, max timestamp=1733401066781Num uniques 1090; 2024-12-05T12:17:46,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=15570, suffix heap size=141328,new segment heap size=35600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=340 2024-12-05T12:17:46,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=340, cellSize=15570, totalHeapSize=35600, min timestamp=1733401066743, max timestamp=1733401066781Num uniques 1090; 2024-12-05T12:17:46,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=15570, suffix heap size=141328,new segment heap size=35600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=340 2024-12-05T12:17:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-05T12:17:46,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T12:17:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:46,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:46,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:46,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:46,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:46,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/f99d38aaae7446e596d82c4ea6766991 2024-12-05T12:17:46,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/6180b61cd027446f919b8a125318a7da as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/6180b61cd027446f919b8a125318a7da 2024-12-05T12:17:46,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/6180b61cd027446f919b8a125318a7da, entries=200, sequenceid=100, filesize=38.6 K 2024-12-05T12:17:46,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/15316a45f6924c68806e6200ab586fab as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/15316a45f6924c68806e6200ab586fab 2024-12-05T12:17:46,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/15316a45f6924c68806e6200ab586fab, entries=150, sequenceid=100, filesize=11.7 K 2024-12-05T12:17:46,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/f99d38aaae7446e596d82c4ea6766991 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/f99d38aaae7446e596d82c4ea6766991 2024-12-05T12:17:46,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/f99d38aaae7446e596d82c4ea6766991, entries=150, sequenceid=100, filesize=11.7 K 2024-12-05T12:17:46,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~66.19 KB/67776, currentSize=147.60 KB/151140 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 1187ms, sequenceid=100, compaction requested=false 2024-12-05T12:17:46,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:46,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=154.31 KB heapSize=427.78 KB 2024-12-05T12:17:47,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:17:47,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T12:17:47,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:17:47,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T12:17:47,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:17:47,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T12:17:47,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401127010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056ad796701dac450881a224b3d37f20b8_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401066983/Put/seqid=0 2024-12-05T12:17:47,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401127010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401127021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401127027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401127027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T12:17:47,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:47,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:47,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:47,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741968_1144 (size=12454) 2024-12-05T12:17:47,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401127135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401127135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401127145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401127146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401127148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T12:17:47,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:47,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:47,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:47,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401127347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401127347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401127355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401127355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-05T12:17:47,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401127369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T12:17:47,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:47,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:47,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:47,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,468 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:47,474 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056ad796701dac450881a224b3d37f20b8_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056ad796701dac450881a224b3d37f20b8_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:47,476 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/bb22688d14d0442889b4c83d277149a1, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:47,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/bb22688d14d0442889b4c83d277149a1 is 175, key is test_row_0/A:col10/1733401066983/Put/seqid=0 2024-12-05T12:17:47,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741969_1145 (size=31255) 2024-12-05T12:17:47,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T12:17:47,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:47,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:47,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:47,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401127675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401127675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401127675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401127675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401127705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:47,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:47,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:47,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T12:17:47,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:47,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:47,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:47,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T12:17:47,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:47,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:47,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:47,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:47,916 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/bb22688d14d0442889b4c83d277149a1 2024-12-05T12:17:47,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/3315961bf2e340aa8cda141e0a602b85 is 50, key is test_row_0/B:col10/1733401066983/Put/seqid=0 2024-12-05T12:17:48,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741970_1146 (size=12301) 2024-12-05T12:17:48,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/3315961bf2e340aa8cda141e0a602b85 2024-12-05T12:17:48,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T12:17:48,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:48,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:48,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:48,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:48,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:48,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/8be169aed3614c3dace90e5da19f9d7a is 50, key is test_row_0/C:col10/1733401066983/Put/seqid=0 2024-12-05T12:17:48,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741971_1147 (size=12301) 2024-12-05T12:17:48,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/8be169aed3614c3dace90e5da19f9d7a 2024-12-05T12:17:48,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T12:17:48,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:48,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:48,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:48,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:48,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:48,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401128196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:48,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:48,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401128196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:48,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:48,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:48,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/bb22688d14d0442889b4c83d277149a1 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/bb22688d14d0442889b4c83d277149a1 2024-12-05T12:17:48,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401128199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:48,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401128199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:48,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:48,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:48,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:48,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401128233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:48,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:48,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:48,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:48,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/bb22688d14d0442889b4c83d277149a1, entries=150, sequenceid=295, filesize=30.5 K 2024-12-05T12:17:48,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/3315961bf2e340aa8cda141e0a602b85 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/3315961bf2e340aa8cda141e0a602b85 2024-12-05T12:17:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/3315961bf2e340aa8cda141e0a602b85, entries=150, sequenceid=295, filesize=12.0 K 2024-12-05T12:17:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/8be169aed3614c3dace90e5da19f9d7a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/8be169aed3614c3dace90e5da19f9d7a 2024-12-05T12:17:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/8be169aed3614c3dace90e5da19f9d7a, entries=150, sequenceid=295, filesize=12.0 K 2024-12-05T12:17:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T12:17:48,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:48,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:48,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:48,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:48,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:48,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~448.36 KB/459120, currentSize=33.54 KB/34350 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 1364ms, sequenceid=295, compaction requested=true 2024-12-05T12:17:48,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:48,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:17:48,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:48,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:17:48,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:17:48,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:17:48,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T12:17:48,357 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:48,358 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,362 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101862 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:48,362 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/A is initiating minor compaction (all files) 2024-12-05T12:17:48,362 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/A in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:48,362 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/2840880dcfe24377a3b4152b258c85a8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/6180b61cd027446f919b8a125318a7da, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/bb22688d14d0442889b4c83d277149a1] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=99.5 K 2024-12-05T12:17:48,362 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:48,362 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/2840880dcfe24377a3b4152b258c85a8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/6180b61cd027446f919b8a125318a7da, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/bb22688d14d0442889b4c83d277149a1] 2024-12-05T12:17:48,363 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36406 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:48,363 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/C is initiating minor compaction (all files) 2024-12-05T12:17:48,363 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/C in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:48,363 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/3b50ddae524e4fc7afecacb2b79901bd, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/f99d38aaae7446e596d82c4ea6766991, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/8be169aed3614c3dace90e5da19f9d7a] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=35.6 K 2024-12-05T12:17:48,363 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2840880dcfe24377a3b4152b258c85a8, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733401063605 2024-12-05T12:17:48,364 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b50ddae524e4fc7afecacb2b79901bd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733401063605 2024-12-05T12:17:48,364 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6180b61cd027446f919b8a125318a7da, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733401064501 2024-12-05T12:17:48,364 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting f99d38aaae7446e596d82c4ea6766991, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733401064501 2024-12-05T12:17:48,364 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb22688d14d0442889b4c83d277149a1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733401066980 2024-12-05T12:17:48,365 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8be169aed3614c3dace90e5da19f9d7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733401066980 2024-12-05T12:17:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,388 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-05T12:17:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,439 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#C#compaction#127 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,440 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/612caebb51a446cf9a1d1fed796cdb59 is 50, key is test_row_0/C:col10/1733401066983/Put/seqid=0 2024-12-05T12:17:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,461 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120518e57bfb83e840ccb545a087ab2560c9_1d0a9d97de7aa77d39e407bd8b6e3d17 store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:48,464 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120518e57bfb83e840ccb545a087ab2560c9_1d0a9d97de7aa77d39e407bd8b6e3d17, store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:48,465 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120518e57bfb83e840ccb545a087ab2560c9_1d0a9d97de7aa77d39e407bd8b6e3d17 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T12:17:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:48,510 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-05T12:17:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:17:48,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:48,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:17:48,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:48,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:17:48,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:48,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e73500ff700a45db96b2728bb2dac45a_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401067019/Put/seqid=0 2024-12-05T12:17:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741972_1148 (size=12507) 2024-12-05T12:17:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,530 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/612caebb51a446cf9a1d1fed796cdb59 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/612caebb51a446cf9a1d1fed796cdb59 2024-12-05T12:17:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,538 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/C of 1d0a9d97de7aa77d39e407bd8b6e3d17 into 612caebb51a446cf9a1d1fed796cdb59(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:48,538 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:48,538 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/C, priority=13, startTime=1733401068357; duration=0sec 2024-12-05T12:17:48,538 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:48,538 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:C 2024-12-05T12:17:48,538 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:48,540 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36406 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:48,540 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/B is initiating minor compaction (all files) 2024-12-05T12:17:48,540 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/B in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:48,540 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/ea800e9db2714250bb1ebf55b64beb9a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/15316a45f6924c68806e6200ab586fab, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/3315961bf2e340aa8cda141e0a602b85] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=35.6 K 2024-12-05T12:17:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,541 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting ea800e9db2714250bb1ebf55b64beb9a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733401063605 2024-12-05T12:17:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,542 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 15316a45f6924c68806e6200ab586fab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733401064501 2024-12-05T12:17:48,543 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3315961bf2e340aa8cda141e0a602b85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733401066980 2024-12-05T12:17:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741973_1149 (size=4469) 2024-12-05T12:17:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,579 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#A#compaction#126 average throughput is 0.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,580 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/0aa083db1c1545fe9e9600778a534693 is 175, key is test_row_0/A:col10/1733401066983/Put/seqid=0 2024-12-05T12:17:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,615 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#B#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:48,615 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/4ee3830b9709473ca7ecdeabfdc85786 is 50, key is test_row_0/B:col10/1733401066983/Put/seqid=0 2024-12-05T12:17:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741974_1150 (size=9914) 2024-12-05T12:17:48,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,662 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e73500ff700a45db96b2728bb2dac45a_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e73500ff700a45db96b2728bb2dac45a_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/227ccb29a7fd40d9ab38f1b02dd3b2e3, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:48,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/227ccb29a7fd40d9ab38f1b02dd3b2e3 is 175, key is test_row_0/A:col10/1733401067019/Put/seqid=0 2024-12-05T12:17:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741975_1151 (size=31461) 2024-12-05T12:17:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741976_1152 (size=12507) 2024-12-05T12:17:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741977_1153 (size=22561) 2024-12-05T12:17:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,782 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/227ccb29a7fd40d9ab38f1b02dd3b2e3 2024-12-05T12:17:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,815 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/4ee3830b9709473ca7ecdeabfdc85786 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/4ee3830b9709473ca7ecdeabfdc85786 2024-12-05T12:17:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/b6c468f1078c4e189f71bd0a8d88dc48 is 50, key is test_row_0/B:col10/1733401067019/Put/seqid=0 2024-12-05T12:17:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,837 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/B of 1d0a9d97de7aa77d39e407bd8b6e3d17 into 4ee3830b9709473ca7ecdeabfdc85786(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:48,837 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:48,837 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/B, priority=13, startTime=1733401068357; duration=0sec 2024-12-05T12:17:48,838 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:48,838 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:B 2024-12-05T12:17:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741978_1154 (size=9857) 2024-12-05T12:17:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,099 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/0aa083db1c1545fe9e9600778a534693 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/0aa083db1c1545fe9e9600778a534693 2024-12-05T12:17:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,114 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/A of 1d0a9d97de7aa77d39e407bd8b6e3d17 into 0aa083db1c1545fe9e9600778a534693(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:49,114 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:49,114 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/A, priority=13, startTime=1733401068357; duration=0sec 2024-12-05T12:17:49,114 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:49,114 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:A 2024-12-05T12:17:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:49,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,309 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/b6c468f1078c4e189f71bd0a8d88dc48 2024-12-05T12:17:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/ea6b09d3d24840bb99cfba92a40b8d9f is 50, key is test_row_0/C:col10/1733401067019/Put/seqid=0 2024-12-05T12:17:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741979_1155 (size=9857) 2024-12-05T12:17:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,421 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/ea6b09d3d24840bb99cfba92a40b8d9f 2024-12-05T12:17:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401129410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401129410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401129412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401129417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/227ccb29a7fd40d9ab38f1b02dd3b2e3 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/227ccb29a7fd40d9ab38f1b02dd3b2e3 2024-12-05T12:17:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,459 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/227ccb29a7fd40d9ab38f1b02dd3b2e3, entries=100, sequenceid=303, filesize=22.0 K 2024-12-05T12:17:49,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/b6c468f1078c4e189f71bd0a8d88dc48 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b6c468f1078c4e189f71bd0a8d88dc48 2024-12-05T12:17:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,476 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b6c468f1078c4e189f71bd0a8d88dc48, entries=100, sequenceid=303, filesize=9.6 K 2024-12-05T12:17:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/ea6b09d3d24840bb99cfba92a40b8d9f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/ea6b09d3d24840bb99cfba92a40b8d9f 2024-12-05T12:17:49,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401129432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,488 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/ea6b09d3d24840bb99cfba92a40b8d9f, entries=100, sequenceid=303, filesize=9.6 K 2024-12-05T12:17:49,491 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=140.89 KB/144270 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 981ms, sequenceid=303, compaction requested=false 2024-12-05T12:17:49,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:49,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:49,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-05T12:17:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-05T12:17:49,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-05T12:17:49,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2670 sec 2024-12-05T12:17:49,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 3.2940 sec 2024-12-05T12:17:49,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=147.60 KB heapSize=439.73 KB 2024-12-05T12:17:49,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:17:49,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:49,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:17:49,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:49,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:17:49,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:49,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055caa26e6fe1e44a8b5ecaea474bd66f0_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401069411/Put/seqid=0 2024-12-05T12:17:49,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401129572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401129589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401129591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401129591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401129595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,619 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,619 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,619 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741980_1156 (size=14994) 2024-12-05T12:17:49,633 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:49,646 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055caa26e6fe1e44a8b5ecaea474bd66f0_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055caa26e6fe1e44a8b5ecaea474bd66f0_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:49,657 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/be23285b5f8340029d09cced4f2c9150, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:49,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/be23285b5f8340029d09cced4f2c9150 is 175, key is test_row_0/A:col10/1733401069411/Put/seqid=0 2024-12-05T12:17:49,697 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T12:17:49,697 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T12:17:49,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401129695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741981_1157 (size=39949) 2024-12-05T12:17:49,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401129717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401129729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401129741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401129831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401129926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401129949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401129955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:49,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401129969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:49,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:49,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:50,149 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/be23285b5f8340029d09cced4f2c9150 2024-12-05T12:17:50,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401130147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:50,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:50,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:50,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:50,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/c5a4f704686748b1bd7d640b9af704cb is 50, key is test_row_0/B:col10/1733401069411/Put/seqid=0 2024-12-05T12:17:50,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741982_1158 (size=12301) 2024-12-05T12:17:50,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/c5a4f704686748b1bd7d640b9af704cb 2024-12-05T12:17:50,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401130249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:50,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:50,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:50,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:50,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401130270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:50,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/0695e5fd984d4ccf91ac7d1e6f556834 is 50, key is test_row_0/C:col10/1733401069411/Put/seqid=0 2024-12-05T12:17:50,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401130284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:50,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401130293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:50,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741983_1159 (size=12301) 2024-12-05T12:17:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-05T12:17:50,444 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:17:50,444 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:17:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-12-05T12:17:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-05T12:17:50,453 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:17:50,454 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:17:50,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:17:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-05T12:17:50,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:50,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:50,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:50,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:50,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:50,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:50,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401130657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:50,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/0695e5fd984d4ccf91ac7d1e6f556834 2024-12-05T12:17:50,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/be23285b5f8340029d09cced4f2c9150 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/be23285b5f8340029d09cced4f2c9150 2024-12-05T12:17:50,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/be23285b5f8340029d09cced4f2c9150, entries=200, sequenceid=331, filesize=39.0 K 2024-12-05T12:17:50,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:50,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:50,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:50,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:50,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:50,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-05T12:17:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:50,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/c5a4f704686748b1bd7d640b9af704cb as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/c5a4f704686748b1bd7d640b9af704cb 2024-12-05T12:17:50,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401130775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:50,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:50,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:50,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:50,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/c5a4f704686748b1bd7d640b9af704cb, entries=150, sequenceid=331, filesize=12.0 K 2024-12-05T12:17:50,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/0695e5fd984d4ccf91ac7d1e6f556834 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/0695e5fd984d4ccf91ac7d1e6f556834 2024-12-05T12:17:50,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401130786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:50,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/0695e5fd984d4ccf91ac7d1e6f556834, entries=150, sequenceid=331, filesize=12.0 K 2024-12-05T12:17:50,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~439.69 KB/450240, currentSize=26.84 KB/27480 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 1266ms, sequenceid=331, compaction requested=true 2024-12-05T12:17:50,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:50,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:17:50,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:50,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:17:50,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:17:50,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:17:50,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T12:17:50,811 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:50,811 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:50,818 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93971 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:50,818 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/A is initiating minor compaction (all files) 2024-12-05T12:17:50,818 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/A in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:50,819 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/0aa083db1c1545fe9e9600778a534693, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/227ccb29a7fd40d9ab38f1b02dd3b2e3, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/be23285b5f8340029d09cced4f2c9150] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=91.8 K 2024-12-05T12:17:50,819 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:50,819 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/0aa083db1c1545fe9e9600778a534693, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/227ccb29a7fd40d9ab38f1b02dd3b2e3, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/be23285b5f8340029d09cced4f2c9150] 2024-12-05T12:17:50,821 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aa083db1c1545fe9e9600778a534693, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733401066980 2024-12-05T12:17:50,823 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 227ccb29a7fd40d9ab38f1b02dd3b2e3, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733401067017 2024-12-05T12:17:50,823 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting be23285b5f8340029d09cced4f2c9150, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733401069361 2024-12-05T12:17:50,826 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34665 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:50,826 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/C is initiating minor compaction (all files) 2024-12-05T12:17:50,826 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/C in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:50,826 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/612caebb51a446cf9a1d1fed796cdb59, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/ea6b09d3d24840bb99cfba92a40b8d9f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/0695e5fd984d4ccf91ac7d1e6f556834] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=33.9 K 2024-12-05T12:17:50,827 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 612caebb51a446cf9a1d1fed796cdb59, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733401066980 2024-12-05T12:17:50,828 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea6b09d3d24840bb99cfba92a40b8d9f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733401067017 2024-12-05T12:17:50,832 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0695e5fd984d4ccf91ac7d1e6f556834, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733401069361 2024-12-05T12:17:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:50,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T12:17:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:17:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:17:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:17:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:50,882 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:50,907 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#C#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:50,908 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/5d554fab0d954a41805fed84f33d6fc0 is 50, key is test_row_0/C:col10/1733401069411/Put/seqid=0 2024-12-05T12:17:50,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f6795f31ee024db49699e1f636ce8030_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401069563/Put/seqid=0 2024-12-05T12:17:50,917 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412054472981eda844f299ed254c64c6f6204_1d0a9d97de7aa77d39e407bd8b6e3d17 store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:50,919 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412054472981eda844f299ed254c64c6f6204_1d0a9d97de7aa77d39e407bd8b6e3d17, store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:50,920 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054472981eda844f299ed254c64c6f6204_1d0a9d97de7aa77d39e407bd8b6e3d17 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:50,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:50,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:50,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:50,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:50,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:50,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:50,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741985_1161 (size=4469) 2024-12-05T12:17:50,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741986_1162 (size=17534) 2024-12-05T12:17:50,975 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#A#compaction#135 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:50,976 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/96f4acb35bb3488ba31023e42b974d8f is 175, key is test_row_0/A:col10/1733401069411/Put/seqid=0 2024-12-05T12:17:51,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741984_1160 (size=12609) 2024-12-05T12:17:51,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401070971, max timestamp=1733401071054Num uniques 859; 2024-12-05T12:17:51,060 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:17:51,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401070971, max timestamp=1733401071054Num uniques 859; 2024-12-05T12:17:51,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:17:51,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401070971, max timestamp=1733401071054Num uniques 859; 2024-12-05T12:17:51,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:17:51,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741987_1163 (size=31563) 2024-12-05T12:17:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-05T12:17:51,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:51,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:51,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:51,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:51,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,086 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/5d554fab0d954a41805fed84f33d6fc0 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/5d554fab0d954a41805fed84f33d6fc0 2024-12-05T12:17:51,122 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/96f4acb35bb3488ba31023e42b974d8f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/96f4acb35bb3488ba31023e42b974d8f 2024-12-05T12:17:51,125 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/C of 1d0a9d97de7aa77d39e407bd8b6e3d17 into 5d554fab0d954a41805fed84f33d6fc0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:51,125 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:51,125 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/C, priority=13, startTime=1733401070811; duration=0sec 2024-12-05T12:17:51,125 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:51,125 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:C 2024-12-05T12:17:51,126 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:51,133 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34665 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:51,133 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/B is initiating minor compaction (all files) 2024-12-05T12:17:51,133 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/B in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:51,133 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/4ee3830b9709473ca7ecdeabfdc85786, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b6c468f1078c4e189f71bd0a8d88dc48, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/c5a4f704686748b1bd7d640b9af704cb] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=33.9 K 2024-12-05T12:17:51,135 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ee3830b9709473ca7ecdeabfdc85786, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733401066980 2024-12-05T12:17:51,145 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6c468f1078c4e189f71bd0a8d88dc48, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733401067017 2024-12-05T12:17:51,145 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5a4f704686748b1bd7d640b9af704cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733401069361 2024-12-05T12:17:51,153 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/A of 1d0a9d97de7aa77d39e407bd8b6e3d17 into 96f4acb35bb3488ba31023e42b974d8f(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:51,153 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:51,153 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/A, priority=13, startTime=1733401070810; duration=0sec 2024-12-05T12:17:51,153 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:51,153 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:A 2024-12-05T12:17:51,203 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#B#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:51,204 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/b80eb5468384440293285afbc27e1c26 is 50, key is test_row_0/B:col10/1733401069411/Put/seqid=0 2024-12-05T12:17:51,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741988_1164 (size=12609) 2024-12-05T12:17:51,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:51,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:51,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:51,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:51,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,254 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/b80eb5468384440293285afbc27e1c26 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b80eb5468384440293285afbc27e1c26 2024-12-05T12:17:51,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401131246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:51,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:51,276 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/B of 1d0a9d97de7aa77d39e407bd8b6e3d17 into b80eb5468384440293285afbc27e1c26(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:51,276 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:51,276 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/B, priority=13, startTime=1733401070811; duration=0sec 2024-12-05T12:17:51,276 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:51,276 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:B 2024-12-05T12:17:51,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401131271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:51,374 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:51,386 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f6795f31ee024db49699e1f636ce8030_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f6795f31ee024db49699e1f636ce8030_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:51,389 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/446f24eaf40b43f3b838baad84f791dd, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:51,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/446f24eaf40b43f3b838baad84f791dd is 175, key is test_row_0/A:col10/1733401069563/Put/seqid=0 2024-12-05T12:17:51,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401131377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:51,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:51,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:51,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:51,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:51,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401131397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:51,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:51,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741989_1165 (size=48639) 2024-12-05T12:17:51,441 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/446f24eaf40b43f3b838baad84f791dd 2024-12-05T12:17:51,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/5c2b403f028e4f72912c30aafc678880 is 50, key is test_row_0/B:col10/1733401069563/Put/seqid=0 2024-12-05T12:17:51,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:51,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:51,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741990_1166 (size=12301) 2024-12-05T12:17:51,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/5c2b403f028e4f72912c30aafc678880 2024-12-05T12:17:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-05T12:17:51,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401131617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:51,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401131617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:51,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:51,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/31f8d59c502947cda6e150f1d332bcb2 is 50, key is test_row_0/C:col10/1733401069563/Put/seqid=0 2024-12-05T12:17:51,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401131685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:51,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:51,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:51,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:51,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:51,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,708 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_2' in 1d0a9d97de7aa77d39e407bd8b6e3d17 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2276 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:17:51,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741991_1167 (size=12301) 2024-12-05T12:17:51,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/31f8d59c502947cda6e150f1d332bcb2 2024-12-05T12:17:51,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401131788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:51,796 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_2' in 1d0a9d97de7aa77d39e407bd8b6e3d17 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:17:51,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:51,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/446f24eaf40b43f3b838baad84f791dd as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/446f24eaf40b43f3b838baad84f791dd 2024-12-05T12:17:51,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401131805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:51,819 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_0' in 1d0a9d97de7aa77d39e407bd8b6e3d17 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:17:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:51,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/446f24eaf40b43f3b838baad84f791dd, entries=250, sequenceid=341, filesize=47.5 K 2024-12-05T12:17:51,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/5c2b403f028e4f72912c30aafc678880 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/5c2b403f028e4f72912c30aafc678880 2024-12-05T12:17:51,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/5c2b403f028e4f72912c30aafc678880, entries=150, sequenceid=341, filesize=12.0 K 2024-12-05T12:17:51,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:51,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:51,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:51,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:51,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:51,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/31f8d59c502947cda6e150f1d332bcb2 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/31f8d59c502947cda6e150f1d332bcb2 2024-12-05T12:17:51,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/31f8d59c502947cda6e150f1d332bcb2, entries=150, sequenceid=341, filesize=12.0 K 2024-12-05T12:17:51,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 1064ms, sequenceid=341, compaction requested=false 2024-12-05T12:17:51,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:51,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-05T12:17:51,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733401071186, max timestamp=1733401071952Num uniques 1068; 2024-12-05T12:17:51,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-05T12:17:51,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733401071186, max timestamp=1733401071952Num uniques 1068; 2024-12-05T12:17:51,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-05T12:17:51,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:17:51,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:51,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:17:51,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:51,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:17:51,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733401071186, max timestamp=1733401071952Num uniques 1068; 2024-12-05T12:17:51,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-05T12:17:51,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:52,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:52,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:52,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:52,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:52,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057bc546371c154b3f9fec12faddbda5e8_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401071952/Put/seqid=0 2024-12-05T12:17:52,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741992_1168 (size=14994) 2024-12-05T12:17:52,125 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:52,145 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057bc546371c154b3f9fec12faddbda5e8_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057bc546371c154b3f9fec12faddbda5e8_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:52,150 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/702dd49627c545c2bc617d3d9e36c5f5, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:52,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/702dd49627c545c2bc617d3d9e36c5f5 is 175, key is test_row_0/A:col10/1733401071952/Put/seqid=0 2024-12-05T12:17:52,179 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401072045, max timestamp=1733401072167Num uniques 859; 2024-12-05T12:17:52,179 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:17:52,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401072045, max timestamp=1733401072167Num uniques 859; 2024-12-05T12:17:52,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:17:52,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401072045, max timestamp=1733401072167Num uniques 859; 2024-12-05T12:17:52,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:52,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:52,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:52,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:52,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:17:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741993_1169 (size=39949) 2024-12-05T12:17:52,201 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/702dd49627c545c2bc617d3d9e36c5f5 2024-12-05T12:17:52,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/526a2d1743ae4b718d2e62144bb483fc is 50, key is test_row_0/B:col10/1733401071952/Put/seqid=0 2024-12-05T12:17:52,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741994_1170 (size=12301) 2024-12-05T12:17:52,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:52,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:52,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:52,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:52,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733401072360, max timestamp=1733401072440Num uniques 1068; 2024-12-05T12:17:52,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-12-05T12:17:52,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733401072360, max timestamp=1733401072440Num uniques 1068; 2024-12-05T12:17:52,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-12-05T12:17:52,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733401072360, max timestamp=1733401072440Num uniques 1068; 2024-12-05T12:17:52,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-12-05T12:17:52,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:52,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:52,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:52,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:52,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-05T12:17:52,658 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733401072605, max timestamp=1733401072648Num uniques 1127; 2024-12-05T12:17:52,658 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-12-05T12:17:52,665 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733401072605, max timestamp=1733401072648Num uniques 1127; 2024-12-05T12:17:52,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-12-05T12:17:52,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733401072605, max timestamp=1733401072662Num uniques 1127; 2024-12-05T12:17:52,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-12-05T12:17:52,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:52,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:52,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:52,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:52,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/526a2d1743ae4b718d2e62144bb483fc 2024-12-05T12:17:52,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/bc24c0f7ebb44551b0d91fbd9e68ee5b is 50, key is test_row_0/C:col10/1733401071952/Put/seqid=0 2024-12-05T12:17:52,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741995_1171 (size=12301) 2024-12-05T12:17:52,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:52,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:52,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401072870, max timestamp=1733401072951Num uniques 1036; 2024-12-05T12:17:52,972 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=6870, suffix heap size=135712,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=150 2024-12-05T12:17:52,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401072870, max timestamp=1733401072951Num uniques 1036; 2024-12-05T12:17:52,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=6870, suffix heap size=135712,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=150 2024-12-05T12:17:52,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401072870, max timestamp=1733401072951Num uniques 1036; 2024-12-05T12:17:52,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=6870, suffix heap size=135712,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=150 2024-12-05T12:17:53,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:53,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:53,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:53,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:53,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733401073107, max timestamp=1733401073140Num uniques 1009; 2024-12-05T12:17:53,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8930, suffix heap size=132904,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=195 2024-12-05T12:17:53,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733401073107, max timestamp=1733401073140Num uniques 1009; 2024-12-05T12:17:53,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8930, suffix heap size=132904,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=195 2024-12-05T12:17:53,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733401073107, max timestamp=1733401073140Num uniques 1009; 2024-12-05T12:17:53,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8930, suffix heap size=132904,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=195 2024-12-05T12:17:53,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:53,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:53,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:53,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:53,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/bc24c0f7ebb44551b0d91fbd9e68ee5b 2024-12-05T12:17:53,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/702dd49627c545c2bc617d3d9e36c5f5 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/702dd49627c545c2bc617d3d9e36c5f5 2024-12-05T12:17:53,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/702dd49627c545c2bc617d3d9e36c5f5, entries=200, sequenceid=382, filesize=39.0 K 2024-12-05T12:17:53,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/526a2d1743ae4b718d2e62144bb483fc as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/526a2d1743ae4b718d2e62144bb483fc 2024-12-05T12:17:53,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/526a2d1743ae4b718d2e62144bb483fc, entries=150, sequenceid=382, filesize=12.0 K 2024-12-05T12:17:53,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/bc24c0f7ebb44551b0d91fbd9e68ee5b as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/bc24c0f7ebb44551b0d91fbd9e68ee5b 2024-12-05T12:17:53,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/bc24c0f7ebb44551b0d91fbd9e68ee5b, entries=150, sequenceid=382, filesize=12.0 K 2024-12-05T12:17:53,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~65.34 KB/66912, currentSize=80.51 KB/82440 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 1352ms, sequenceid=382, compaction requested=true 2024-12-05T12:17:53,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:53,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:17:53,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:53,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:17:53,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:17:53,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:17:53,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T12:17:53,308 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:53,308 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:53,311 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37211 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:53,311 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/C is initiating minor compaction (all files) 2024-12-05T12:17:53,311 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/C in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:53,311 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/5d554fab0d954a41805fed84f33d6fc0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/31f8d59c502947cda6e150f1d332bcb2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/bc24c0f7ebb44551b0d91fbd9e68ee5b] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=36.3 K 2024-12-05T12:17:53,312 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:53,312 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/A is initiating minor compaction (all files) 2024-12-05T12:17:53,312 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/A in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:53,312 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/96f4acb35bb3488ba31023e42b974d8f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/446f24eaf40b43f3b838baad84f791dd, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/702dd49627c545c2bc617d3d9e36c5f5] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=117.3 K 2024-12-05T12:17:53,312 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:53,312 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/96f4acb35bb3488ba31023e42b974d8f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/446f24eaf40b43f3b838baad84f791dd, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/702dd49627c545c2bc617d3d9e36c5f5] 2024-12-05T12:17:53,313 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d554fab0d954a41805fed84f33d6fc0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733401069361 2024-12-05T12:17:53,313 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96f4acb35bb3488ba31023e42b974d8f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733401069361 2024-12-05T12:17:53,314 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 31f8d59c502947cda6e150f1d332bcb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733401069563 2024-12-05T12:17:53,314 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 446f24eaf40b43f3b838baad84f791dd, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733401069563 2024-12-05T12:17:53,315 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting bc24c0f7ebb44551b0d91fbd9e68ee5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733401071265 2024-12-05T12:17:53,315 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 702dd49627c545c2bc617d3d9e36c5f5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733401071186 2024-12-05T12:17:53,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=87.22 KB heapSize=242.16 KB 2024-12-05T12:17:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:53,333 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:53,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:17:53,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:53,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:17:53,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:53,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:17:53,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:53,339 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#C#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:53,340 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/64b0a53ce96a4c1baf1401fafc940adb is 50, key is test_row_0/C:col10/1733401071952/Put/seqid=0 2024-12-05T12:17:53,361 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412058dd9ad3d298d463cb3a9710130871f1c_1d0a9d97de7aa77d39e407bd8b6e3d17 store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:53,363 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412058dd9ad3d298d463cb3a9710130871f1c_1d0a9d97de7aa77d39e407bd8b6e3d17, store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:53,364 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058dd9ad3d298d463cb3a9710130871f1c_1d0a9d97de7aa77d39e407bd8b6e3d17 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:53,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:53,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:53,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:53,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:53,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057041c60b686248189164d4e8094ac99f_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401073326/Put/seqid=0 2024-12-05T12:17:53,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741996_1172 (size=12711) 2024-12-05T12:17:53,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401133483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:53,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741998_1174 (size=20074) 2024-12-05T12:17:53,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741997_1173 (size=4469) 2024-12-05T12:17:53,524 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:53,525 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#A#compaction#144 average throughput is 0.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:53,526 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/87aa7380bffd4ef2aa219de56264e294 is 175, key is test_row_0/A:col10/1733401071952/Put/seqid=0 2024-12-05T12:17:53,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401133515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:53,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:53,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:53,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:53,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:53,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:53,541 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057041c60b686248189164d4e8094ac99f_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057041c60b686248189164d4e8094ac99f_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:53,546 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/f1c125111404463da492a2b2c3950899, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:53,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/f1c125111404463da492a2b2c3950899 is 175, key is test_row_0/A:col10/1733401073326/Put/seqid=0 2024-12-05T12:17:53,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741999_1175 (size=31665) 2024-12-05T12:17:53,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401133618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:53,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:53,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742000_1176 (size=57333) 2024-12-05T12:17:53,643 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=481, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/f1c125111404463da492a2b2c3950899 2024-12-05T12:17:53,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401133635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:53,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:53,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:53,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:53,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:53,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/0bcfa199410548c89d27aa63743fe8dc is 50, key is test_row_0/B:col10/1733401073326/Put/seqid=0 2024-12-05T12:17:53,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401133725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:53,733 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_2' in 1d0a9d97de7aa77d39e407bd8b6e3d17 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4300 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:17:53,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:53,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742001_1177 (size=12301) 2024-12-05T12:17:53,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401133815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:53,822 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_2' in 1d0a9d97de7aa77d39e407bd8b6e3d17 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4251 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:17:53,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:53,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401133834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:53,840 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_0' in 1d0a9d97de7aa77d39e407bd8b6e3d17 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4251 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:17:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:53,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401133835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:53,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:53,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:53,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:53,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:53,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:53,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:53,869 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/64b0a53ce96a4c1baf1401fafc940adb as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/64b0a53ce96a4c1baf1401fafc940adb 2024-12-05T12:17:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401133855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:53,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:53,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:53,911 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/C of 1d0a9d97de7aa77d39e407bd8b6e3d17 into 64b0a53ce96a4c1baf1401fafc940adb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:53,911 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:53,912 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/C, priority=13, startTime=1733401073307; duration=0sec 2024-12-05T12:17:53,912 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:53,912 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:C 2024-12-05T12:17:53,912 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:17:53,923 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37211 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:17:53,923 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/B is initiating minor compaction (all files) 2024-12-05T12:17:53,923 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/B in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:53,923 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b80eb5468384440293285afbc27e1c26, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/5c2b403f028e4f72912c30aafc678880, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/526a2d1743ae4b718d2e62144bb483fc] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=36.3 K 2024-12-05T12:17:53,924 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b80eb5468384440293285afbc27e1c26, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733401069361 2024-12-05T12:17:53,924 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c2b403f028e4f72912c30aafc678880, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733401069563 2024-12-05T12:17:53,925 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 526a2d1743ae4b718d2e62144bb483fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733401071265 2024-12-05T12:17:53,955 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#B#compaction#148 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:53,956 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/14ae80146e5e44859391e8cc0b613135 is 50, key is test_row_0/B:col10/1733401071952/Put/seqid=0 2024-12-05T12:17:54,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742002_1178 (size=12711) 2024-12-05T12:17:54,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:54,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:54,032 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/87aa7380bffd4ef2aa219de56264e294 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/87aa7380bffd4ef2aa219de56264e294 2024-12-05T12:17:54,051 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/A of 1d0a9d97de7aa77d39e407bd8b6e3d17 into 87aa7380bffd4ef2aa219de56264e294(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:54,051 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:54,051 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/A, priority=13, startTime=1733401073307; duration=0sec 2024-12-05T12:17:54,052 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:54,052 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:A 2024-12-05T12:17:54,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/0bcfa199410548c89d27aa63743fe8dc 2024-12-05T12:17:54,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401134155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:54,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/56b2450af27349bcbb633ac53e82c07c is 50, key is test_row_0/C:col10/1733401073326/Put/seqid=0 2024-12-05T12:17:54,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:54,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:54,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:54,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:54,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:54,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:54,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401134185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:54,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:54,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:54,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:54,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742003_1179 (size=12301) 2024-12-05T12:17:54,246 INFO [master/2556e7014d8b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T12:17:54,246 INFO [master/2556e7014d8b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T12:17:54,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:54,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:54,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:54,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:54,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:54,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:54,441 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/14ae80146e5e44859391e8cc0b613135 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/14ae80146e5e44859391e8cc0b613135 2024-12-05T12:17:54,465 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/B of 1d0a9d97de7aa77d39e407bd8b6e3d17 into 14ae80146e5e44859391e8cc0b613135(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:54,465 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:54,465 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/B, priority=13, startTime=1733401073307; duration=0sec 2024-12-05T12:17:54,466 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:54,466 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:B 2024-12-05T12:17:54,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:54,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:54,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:54,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:54,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:54,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:54,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/56b2450af27349bcbb633ac53e82c07c 2024-12-05T12:17:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-05T12:17:54,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:54,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:54,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:54,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:54,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:54,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:54,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/f1c125111404463da492a2b2c3950899 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/f1c125111404463da492a2b2c3950899 2024-12-05T12:17:54,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401134675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:54,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/f1c125111404463da492a2b2c3950899, entries=300, sequenceid=481, filesize=56.0 K 2024-12-05T12:17:54,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/0bcfa199410548c89d27aa63743fe8dc as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/0bcfa199410548c89d27aa63743fe8dc 2024-12-05T12:17:54,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401134715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:54,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:54,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:54,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:54,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/0bcfa199410548c89d27aa63743fe8dc, entries=150, sequenceid=481, filesize=12.0 K 2024-12-05T12:17:54,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/56b2450af27349bcbb633ac53e82c07c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/56b2450af27349bcbb633ac53e82c07c 2024-12-05T12:17:54,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/56b2450af27349bcbb633ac53e82c07c, entries=150, sequenceid=481, filesize=12.0 K 2024-12-05T12:17:54,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~262.03 KB/268320, currentSize=87.22 KB/89310 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 1469ms, sequenceid=481, compaction requested=false 2024-12-05T12:17:54,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:54,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-05T12:17:54,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:54,820 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T12:17:54,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:17:54,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:54,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:17:54,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:54,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:17:54,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:54,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120577450a32d1ab41baaddb4e32d55dcef8_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401073465/Put/seqid=0 2024-12-05T12:17:54,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742004_1180 (size=12454) 2024-12-05T12:17:55,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,345 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120577450a32d1ab41baaddb4e32d55dcef8_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120577450a32d1ab41baaddb4e32d55dcef8_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:55,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/b42b087571064acf9ad3203bb381aa7a, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:55,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/b42b087571064acf9ad3203bb381aa7a is 175, key is test_row_0/A:col10/1733401073465/Put/seqid=0 2024-12-05T12:17:55,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742005_1181 (size=31255) 2024-12-05T12:17:55,410 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=500, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/b42b087571064acf9ad3203bb381aa7a 2024-12-05T12:17:55,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/382b70392afd4278b846ffcef04d699a is 50, key is test_row_0/B:col10/1733401073465/Put/seqid=0 2024-12-05T12:17:55,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742006_1182 (size=12301) 2024-12-05T12:17:55,518 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/382b70392afd4278b846ffcef04d699a 2024-12-05T12:17:55,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/2e946f6347564a3780b05c2147023c58 is 50, key is test_row_0/C:col10/1733401073465/Put/seqid=0 2024-12-05T12:17:55,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742007_1183 (size=12301) 2024-12-05T12:17:55,610 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/2e946f6347564a3780b05c2147023c58 2024-12-05T12:17:55,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/b42b087571064acf9ad3203bb381aa7a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/b42b087571064acf9ad3203bb381aa7a 2024-12-05T12:17:55,644 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/b42b087571064acf9ad3203bb381aa7a, entries=150, sequenceid=500, filesize=30.5 K 2024-12-05T12:17:55,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/382b70392afd4278b846ffcef04d699a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/382b70392afd4278b846ffcef04d699a 2024-12-05T12:17:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,677 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/382b70392afd4278b846ffcef04d699a, entries=150, sequenceid=500, filesize=12.0 K 2024-12-05T12:17:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/2e946f6347564a3780b05c2147023c58 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/2e946f6347564a3780b05c2147023c58 2024-12-05T12:17:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,697 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/2e946f6347564a3780b05c2147023c58, entries=150, sequenceid=500, filesize=12.0 K 2024-12-05T12:17:55,698 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 878ms, sequenceid=500, compaction requested=true 2024-12-05T12:17:55,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:55,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:55,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-05T12:17:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-05T12:17:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-12-05T12:17:55,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 5.2460 sec 2024-12-05T12:17:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 5.2600 sec 2024-12-05T12:17:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T12:17:55,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:17:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:55,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:17:55,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:55,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:17:55,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120518d858cedc7d41e0b0ffdb683faa9254_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401075889/Put/seqid=0 2024-12-05T12:17:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:56,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742008_1184 (size=22618) 2024-12-05T12:17:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:56,013 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:56,018 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120518d858cedc7d41e0b0ffdb683faa9254_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120518d858cedc7d41e0b0ffdb683faa9254_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:56,019 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/ff71275fe17647e7bbbb68b74d986697, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:56,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/ff71275fe17647e7bbbb68b74d986697 is 175, key is test_row_0/A:col10/1733401075889/Put/seqid=0 2024-12-05T12:17:56,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742009_1185 (size=66023) 2024-12-05T12:17:56,056 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=510, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/ff71275fe17647e7bbbb68b74d986697 2024-12-05T12:17:56,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/d0450728ddb6407aa889a9fe7209d3e2 is 50, key is test_row_0/B:col10/1733401075889/Put/seqid=0 2024-12-05T12:17:56,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742010_1186 (size=12301) 2024-12-05T12:17:56,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/d0450728ddb6407aa889a9fe7209d3e2 2024-12-05T12:17:56,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/f2d8f12c1974429ab2fca059bf7e7121 is 50, key is test_row_0/C:col10/1733401075889/Put/seqid=0 2024-12-05T12:17:56,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733401076044, max timestamp=1733401076171Num uniques 859; 2024-12-05T12:17:56,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733401076044, max timestamp=1733401076171Num uniques 859; 2024-12-05T12:17:56,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-05T12:17:56,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-05T12:17:56,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733401076044, max timestamp=1733401076171Num uniques 859; 2024-12-05T12:17:56,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-05T12:17:56,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742011_1187 (size=12301) 2024-12-05T12:17:56,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401136348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:56,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401136332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:56,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:56,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:56,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:56,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401136485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:56,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401136485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:56,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/f2d8f12c1974429ab2fca059bf7e7121 2024-12-05T12:17:56,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/ff71275fe17647e7bbbb68b74d986697 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/ff71275fe17647e7bbbb68b74d986697 2024-12-05T12:17:56,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/ff71275fe17647e7bbbb68b74d986697, entries=350, sequenceid=510, filesize=64.5 K 2024-12-05T12:17:56,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/d0450728ddb6407aa889a9fe7209d3e2 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/d0450728ddb6407aa889a9fe7209d3e2 2024-12-05T12:17:56,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/d0450728ddb6407aa889a9fe7209d3e2, entries=150, sequenceid=510, filesize=12.0 K 2024-12-05T12:17:56,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/f2d8f12c1974429ab2fca059bf7e7121 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/f2d8f12c1974429ab2fca059bf7e7121 2024-12-05T12:17:56,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/f2d8f12c1974429ab2fca059bf7e7121, entries=150, sequenceid=510, filesize=12.0 K 2024-12-05T12:17:56,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 751ms, sequenceid=510, compaction requested=true 2024-12-05T12:17:56,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:56,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:17:56,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:17:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:56,693 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:17:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:17:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:17:56,694 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:17:56,701 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 186276 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:17:56,701 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/A is initiating minor compaction (all files) 2024-12-05T12:17:56,701 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/A in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:56,701 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/87aa7380bffd4ef2aa219de56264e294, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/f1c125111404463da492a2b2c3950899, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/b42b087571064acf9ad3203bb381aa7a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/ff71275fe17647e7bbbb68b74d986697] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=181.9 K 2024-12-05T12:17:56,701 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:56,701 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/87aa7380bffd4ef2aa219de56264e294, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/f1c125111404463da492a2b2c3950899, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/b42b087571064acf9ad3203bb381aa7a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/ff71275fe17647e7bbbb68b74d986697] 2024-12-05T12:17:56,702 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 87aa7380bffd4ef2aa219de56264e294, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733401071265 2024-12-05T12:17:56,704 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting f1c125111404463da492a2b2c3950899, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733401073200 2024-12-05T12:17:56,705 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49614 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:17:56,705 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/B is initiating minor compaction (all files) 2024-12-05T12:17:56,706 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/B in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:56,706 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b42b087571064acf9ad3203bb381aa7a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1733401073459 2024-12-05T12:17:56,706 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/14ae80146e5e44859391e8cc0b613135, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/0bcfa199410548c89d27aa63743fe8dc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/382b70392afd4278b846ffcef04d699a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/d0450728ddb6407aa889a9fe7209d3e2] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=48.5 K 2024-12-05T12:17:56,709 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting ff71275fe17647e7bbbb68b74d986697, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733401075887 2024-12-05T12:17:56,709 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14ae80146e5e44859391e8cc0b613135, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733401071265 2024-12-05T12:17:56,711 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bcfa199410548c89d27aa63743fe8dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733401073228 2024-12-05T12:17:56,716 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 382b70392afd4278b846ffcef04d699a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1733401073459 2024-12-05T12:17:56,719 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0450728ddb6407aa889a9fe7209d3e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733401075889 2024-12-05T12:17:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:56,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=154.31 KB heapSize=430.69 KB 2024-12-05T12:17:56,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:17:56,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:56,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:17:56,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:56,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:17:56,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:17:56,781 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:56,787 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#B#compaction#157 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:56,788 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/c90896fc296e4791979089a5a4cef042 is 50, key is test_row_0/B:col10/1733401075889/Put/seqid=0 2024-12-05T12:17:56,809 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205e95072e4ebed499381d27504741036ff_1d0a9d97de7aa77d39e407bd8b6e3d17 store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:56,812 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205e95072e4ebed499381d27504741036ff_1d0a9d97de7aa77d39e407bd8b6e3d17, store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:56,813 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e95072e4ebed499381d27504741036ff_1d0a9d97de7aa77d39e407bd8b6e3d17 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:56,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120586ae5f1ee4f64f389ac629c0d898ec1c_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401076295/Put/seqid=0 2024-12-05T12:17:56,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401136808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:56,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401136835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:56,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:56,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:56,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:56,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742012_1188 (size=12847) 2024-12-05T12:17:56,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742013_1189 (size=4469) 2024-12-05T12:17:56,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742014_1190 (size=17534) 2024-12-05T12:17:56,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401136952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:56,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401136952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:56,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:56,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:56,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:56,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:56,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:56,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:57,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401137175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:57,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:57,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:57,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:57,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401137175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:57,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:57,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:57,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:57,309 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#A#compaction#156 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:57,310 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/40741be9508d4a769239a46f1487e791 is 175, key is test_row_0/A:col10/1733401075889/Put/seqid=0 2024-12-05T12:17:57,333 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/c90896fc296e4791979089a5a4cef042 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/c90896fc296e4791979089a5a4cef042 2024-12-05T12:17:57,333 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:57,364 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120586ae5f1ee4f64f389ac629c0d898ec1c_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120586ae5f1ee4f64f389ac629c0d898ec1c_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:57,378 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/B of 1d0a9d97de7aa77d39e407bd8b6e3d17 into c90896fc296e4791979089a5a4cef042(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:57,378 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:57,378 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/B, priority=12, startTime=1733401076693; duration=0sec 2024-12-05T12:17:57,378 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:17:57,378 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:B 2024-12-05T12:17:57,378 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:17:57,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742015_1191 (size=31801) 2024-12-05T12:17:57,384 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/632d2c1fc20f47a89624291cf18a1a62, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:57,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/632d2c1fc20f47a89624291cf18a1a62 is 175, key is test_row_0/A:col10/1733401076295/Put/seqid=0 2024-12-05T12:17:57,393 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49614 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:17:57,393 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/C is initiating minor compaction (all files) 2024-12-05T12:17:57,393 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/C in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:57,393 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/64b0a53ce96a4c1baf1401fafc940adb, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/56b2450af27349bcbb633ac53e82c07c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/2e946f6347564a3780b05c2147023c58, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/f2d8f12c1974429ab2fca059bf7e7121] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=48.5 K 2024-12-05T12:17:57,394 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64b0a53ce96a4c1baf1401fafc940adb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733401071265 2024-12-05T12:17:57,395 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56b2450af27349bcbb633ac53e82c07c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733401073228 2024-12-05T12:17:57,401 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e946f6347564a3780b05c2147023c58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1733401073459 2024-12-05T12:17:57,402 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2d8f12c1974429ab2fca059bf7e7121, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733401075889 2024-12-05T12:17:57,402 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/40741be9508d4a769239a46f1487e791 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/40741be9508d4a769239a46f1487e791 2024-12-05T12:17:57,416 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#C#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:17:57,417 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/dbfc6ac89b9747c49c7590da64b495a5 is 50, key is test_row_0/C:col10/1733401075889/Put/seqid=0 2024-12-05T12:17:57,425 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/A of 1d0a9d97de7aa77d39e407bd8b6e3d17 into 40741be9508d4a769239a46f1487e791(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:57,425 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:57,425 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/A, priority=12, startTime=1733401076692; duration=0sec 2024-12-05T12:17:57,425 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:57,425 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:A 2024-12-05T12:17:57,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742016_1192 (size=48639) 2024-12-05T12:17:57,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742017_1193 (size=12847) 2024-12-05T12:17:57,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401137486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:57,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:57,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:57,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:57,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401137499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:57,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44700 deadline: 1733401137747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:57,751 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_2' in 1d0a9d97de7aa77d39e407bd8b6e3d17 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8319 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:17:57,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:57,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:57,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:57,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1733401137836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:57,838 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_2' in 1d0a9d97de7aa77d39e407bd8b6e3d17 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8267 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:17:57,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:57,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:57,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:57,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1733401137855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:57,862 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_0' in 1d0a9d97de7aa77d39e407bd8b6e3d17 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8273 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:17:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:57,882 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=547, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/632d2c1fc20f47a89624291cf18a1a62 2024-12-05T12:17:57,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/2fd271277bd546b8b9f36f778c66a6fa is 50, key is test_row_0/B:col10/1733401076295/Put/seqid=0 2024-12-05T12:17:57,916 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/dbfc6ac89b9747c49c7590da64b495a5 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/dbfc6ac89b9747c49c7590da64b495a5 2024-12-05T12:17:57,950 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/C of 1d0a9d97de7aa77d39e407bd8b6e3d17 into dbfc6ac89b9747c49c7590da64b495a5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:17:57,950 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:57,950 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/C, priority=12, startTime=1733401076693; duration=0sec 2024-12-05T12:17:57,950 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:17:57,950 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:C 2024-12-05T12:17:57,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742018_1194 (size=12301) 2024-12-05T12:17:58,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401138009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:58,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:58,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:58,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:58,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401138016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:58,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:58,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:58,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:58,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/2fd271277bd546b8b9f36f778c66a6fa 2024-12-05T12:17:58,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/eeafa4ca9781477db96d95ef5ba92bb0 is 50, key is test_row_0/C:col10/1733401076295/Put/seqid=0 2024-12-05T12:17:58,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742019_1195 (size=12301) 2024-12-05T12:17:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-05T12:17:58,681 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:17:58,682 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:17:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-05T12:17:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-05T12:17:58,689 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:17:58,693 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:17:58,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:17:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-05T12:17:58,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-05T12:17:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:58,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:17:58,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/eeafa4ca9781477db96d95ef5ba92bb0 2024-12-05T12:17:58,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/632d2c1fc20f47a89624291cf18a1a62 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/632d2c1fc20f47a89624291cf18a1a62 2024-12-05T12:17:58,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/632d2c1fc20f47a89624291cf18a1a62, entries=250, sequenceid=547, filesize=47.5 K 2024-12-05T12:17:58,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/2fd271277bd546b8b9f36f778c66a6fa as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/2fd271277bd546b8b9f36f778c66a6fa 2024-12-05T12:17:58,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/2fd271277bd546b8b9f36f778c66a6fa, entries=150, sequenceid=547, filesize=12.0 K 2024-12-05T12:17:58,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/eeafa4ca9781477db96d95ef5ba92bb0 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/eeafa4ca9781477db96d95ef5ba92bb0 2024-12-05T12:17:58,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/eeafa4ca9781477db96d95ef5ba92bb0, entries=150, sequenceid=547, filesize=12.0 K 2024-12-05T12:17:58,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=33.54 KB/34350 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 2222ms, sequenceid=547, compaction requested=false 2024-12-05T12:17:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:17:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-05T12:17:59,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-05T12:17:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:17:59,021 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-05T12:17:59,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:17:59,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:59,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:17:59,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:59,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:17:59,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:17:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:59,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:17:59,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059a609552e43d4e3b9f4b479c6285a2dd_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401076813/Put/seqid=0 2024-12-05T12:17:59,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742020_1196 (size=12454) 2024-12-05T12:17:59,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733401079101, max timestamp=1733401079179Num uniques 859; 2024-12-05T12:17:59,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T12:17:59,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733401079101, max timestamp=1733401079179Num uniques 859; 2024-12-05T12:17:59,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T12:17:59,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733401079101, max timestamp=1733401079179Num uniques 859; 2024-12-05T12:17:59,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T12:17:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-05T12:17:59,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401139328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:59,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:59,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:59,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:59,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401139345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:59,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:59,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:59,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:59,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401139445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:59,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:59,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:59,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401139458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:59,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:17:59,550 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059a609552e43d4e3b9f4b479c6285a2dd_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059a609552e43d4e3b9f4b479c6285a2dd_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:17:59,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/2106e3673fff4b309c401d84a3dcd3ce, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:17:59,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/2106e3673fff4b309c401d84a3dcd3ce is 175, key is test_row_0/A:col10/1733401076813/Put/seqid=0 2024-12-05T12:17:59,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742021_1197 (size=31255) 2024-12-05T12:17:59,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401139669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:59,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:59,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:59,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:59,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401139683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:17:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-05T12:17:59,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:17:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401139975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:17:59,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:59,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:17:59,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:00,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401140005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:00,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:00,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:00,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:00,025 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=558, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/2106e3673fff4b309c401d84a3dcd3ce 2024-12-05T12:18:00,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/b6fa346e17e244e1851a0fd3a9535592 is 50, key is test_row_0/B:col10/1733401076813/Put/seqid=0 2024-12-05T12:18:00,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742022_1198 (size=12301) 2024-12-05T12:18:00,180 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/b6fa346e17e244e1851a0fd3a9535592 2024-12-05T12:18:00,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/57a3bec6baed44bfaf2cc02738123e20 is 50, key is test_row_0/C:col10/1733401076813/Put/seqid=0 2024-12-05T12:18:00,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742023_1199 (size=12301) 2024-12-05T12:18:00,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401140486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:00,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:00,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:00,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:00,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401140535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:00,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:00,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:00,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:00,709 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/57a3bec6baed44bfaf2cc02738123e20 2024-12-05T12:18:00,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/2106e3673fff4b309c401d84a3dcd3ce as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/2106e3673fff4b309c401d84a3dcd3ce 2024-12-05T12:18:00,750 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/2106e3673fff4b309c401d84a3dcd3ce, entries=150, sequenceid=558, filesize=30.5 K 2024-12-05T12:18:00,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/b6fa346e17e244e1851a0fd3a9535592 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b6fa346e17e244e1851a0fd3a9535592 2024-12-05T12:18:00,761 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b6fa346e17e244e1851a0fd3a9535592, entries=150, sequenceid=558, filesize=12.0 K 2024-12-05T12:18:00,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/57a3bec6baed44bfaf2cc02738123e20 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/57a3bec6baed44bfaf2cc02738123e20 2024-12-05T12:18:00,770 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/57a3bec6baed44bfaf2cc02738123e20, entries=150, sequenceid=558, filesize=12.0 K 2024-12-05T12:18:00,772 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 1751ms, sequenceid=558, compaction requested=true 2024-12-05T12:18:00,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:18:00,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:18:00,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-05T12:18:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-05T12:18:00,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-05T12:18:00,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0800 sec 2024-12-05T12:18:00,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.0950 sec 2024-12-05T12:18:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-05T12:18:00,856 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:00,857 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:18:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-05T12:18:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T12:18:00,859 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:18:00,860 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:18:00,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:18:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T12:18:01,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-05T12:18:01,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:18:01,014 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-12-05T12:18:01,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:18:01,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:18:01,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:18:01,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:18:01,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:18:01,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:18:01,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ddfd8e6a08974fa4a05486b7bd190a6d_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401079259/Put/seqid=0 2024-12-05T12:18:01,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742024_1200 (size=12454) 2024-12-05T12:18:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T12:18:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T12:18:01,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:01,510 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ddfd8e6a08974fa4a05486b7bd190a6d_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ddfd8e6a08974fa4a05486b7bd190a6d_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:01,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/deea14258c414ee2b3ef5da2d4ef5af5, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:18:01,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/deea14258c414ee2b3ef5da2d4ef5af5 is 175, key is test_row_0/A:col10/1733401079259/Put/seqid=0 2024-12-05T12:18:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:01,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. as already flushing 2024-12-05T12:18:01,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742025_1201 (size=31255) 2024-12-05T12:18:01,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401141544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:01,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44712 deadline: 1733401141555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:01,561 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_1' in 1d0a9d97de7aa77d39e407bd8b6e3d17 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:18:01,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:01,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:01,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:01,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401141666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:01,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:01,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:01,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:01,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401141881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:01,950 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=595, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/deea14258c414ee2b3ef5da2d4ef5af5 2024-12-05T12:18:01,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/6561a778707e4d19900ca743a9450fac is 50, key is test_row_0/B:col10/1733401079259/Put/seqid=0 2024-12-05T12:18:01,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742026_1202 (size=12301) 2024-12-05T12:18:01,999 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/6561a778707e4d19900ca743a9450fac 2024-12-05T12:18:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T12:18:02,009 INFO [Thread-640 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-640. 2024-12-05T12:18:02,009 DEBUG [Thread-640 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:02,009 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:02,009 INFO [Thread-634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-634. 2024-12-05T12:18:02,009 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:02,009 DEBUG [Thread-634 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:02,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:02,009 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:02,010 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:02,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:02,010 INFO [Thread-638 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-638. 2024-12-05T12:18:02,010 DEBUG [Thread-638 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:02,010 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:02,010 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:02,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:02,015 INFO [Thread-636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-636. 2024-12-05T12:18:02,015 DEBUG [Thread-636 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:02,015 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:02,015 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:02,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:02,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/d1e124dedcd34c08b622eb7a6de3cb09 is 50, key is test_row_0/C:col10/1733401079259/Put/seqid=0 2024-12-05T12:18:02,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742027_1203 (size=12301) 2024-12-05T12:18:02,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44678 deadline: 1733401142195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:02,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:02,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:02,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:02,435 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/d1e124dedcd34c08b622eb7a6de3cb09 2024-12-05T12:18:02,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/deea14258c414ee2b3ef5da2d4ef5af5 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/deea14258c414ee2b3ef5da2d4ef5af5 2024-12-05T12:18:02,447 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/deea14258c414ee2b3ef5da2d4ef5af5, entries=150, sequenceid=595, filesize=30.5 K 2024-12-05T12:18:02,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/6561a778707e4d19900ca743a9450fac as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/6561a778707e4d19900ca743a9450fac 2024-12-05T12:18:02,452 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/6561a778707e4d19900ca743a9450fac, entries=150, sequenceid=595, filesize=12.0 K 2024-12-05T12:18:02,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/d1e124dedcd34c08b622eb7a6de3cb09 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/d1e124dedcd34c08b622eb7a6de3cb09 2024-12-05T12:18:02,458 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/d1e124dedcd34c08b622eb7a6de3cb09, entries=150, sequenceid=595, filesize=12.0 K 2024-12-05T12:18:02,459 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 1445ms, sequenceid=595, compaction requested=true 2024-12-05T12:18:02,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:18:02,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:18:02,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-05T12:18:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-05T12:18:02,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-05T12:18:02,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6010 sec 2024-12-05T12:18:02,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.6070 sec 2024-12-05T12:18:02,707 INFO [Thread-627 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-627. 2024-12-05T12:18:02,707 DEBUG [Thread-627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:02,707 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:02,707 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:02,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T12:18:03,016 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:03,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T12:18:03,586 INFO [Thread-625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-625. 2024-12-05T12:18:03,586 DEBUG [Thread-625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:03,586 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:03,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:18:03,586 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:03,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:03,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:18:03,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:03,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:18:03,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:03,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:03,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120542ffd04afcb8459aaabd5e8be3e48acf_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401081541/Put/seqid=0 2024-12-05T12:18:03,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742028_1204 (size=12454) 2024-12-05T12:18:03,623 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:03,629 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120542ffd04afcb8459aaabd5e8be3e48acf_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120542ffd04afcb8459aaabd5e8be3e48acf_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:03,630 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/43a33da011f84ab98174a082b8567aae, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:18:03,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/43a33da011f84ab98174a082b8567aae is 175, key is test_row_0/A:col10/1733401081541/Put/seqid=0 2024-12-05T12:18:03,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742029_1205 (size=31255) 2024-12-05T12:18:03,665 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=605, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/43a33da011f84ab98174a082b8567aae 2024-12-05T12:18:03,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/7a2657e9e7ac42b2b0ec5c43d114c48a is 50, key is test_row_0/B:col10/1733401081541/Put/seqid=0 2024-12-05T12:18:03,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742030_1206 (size=12301) 2024-12-05T12:18:03,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/7a2657e9e7ac42b2b0ec5c43d114c48a 2024-12-05T12:18:03,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/5f83d0b0859e481c841ff5b39f02fa10 is 50, key is test_row_0/C:col10/1733401081541/Put/seqid=0 2024-12-05T12:18:03,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742031_1207 (size=12301) 2024-12-05T12:18:03,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/5f83d0b0859e481c841ff5b39f02fa10 2024-12-05T12:18:03,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/43a33da011f84ab98174a082b8567aae as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/43a33da011f84ab98174a082b8567aae 2024-12-05T12:18:03,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/43a33da011f84ab98174a082b8567aae, entries=150, sequenceid=605, filesize=30.5 K 2024-12-05T12:18:03,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/7a2657e9e7ac42b2b0ec5c43d114c48a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/7a2657e9e7ac42b2b0ec5c43d114c48a 2024-12-05T12:18:03,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/7a2657e9e7ac42b2b0ec5c43d114c48a, entries=150, sequenceid=605, filesize=12.0 K 2024-12-05T12:18:03,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/5f83d0b0859e481c841ff5b39f02fa10 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/5f83d0b0859e481c841ff5b39f02fa10 2024-12-05T12:18:03,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/5f83d0b0859e481c841ff5b39f02fa10, entries=150, sequenceid=605, filesize=12.0 K 2024-12-05T12:18:03,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 177ms, sequenceid=605, compaction requested=true 2024-12-05T12:18:03,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:18:03,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:18:03,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:03,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:18:03,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:03,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d0a9d97de7aa77d39e407bd8b6e3d17:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:18:03,763 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T12:18:03,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:03,763 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T12:18:03,764 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62051 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T12:18:03,764 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 174205 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T12:18:03,764 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/B is initiating minor compaction (all files) 2024-12-05T12:18:03,764 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/A is initiating minor compaction (all files) 2024-12-05T12:18:03,765 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/B in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:18:03,765 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/A in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:18:03,765 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/c90896fc296e4791979089a5a4cef042, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/2fd271277bd546b8b9f36f778c66a6fa, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b6fa346e17e244e1851a0fd3a9535592, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/6561a778707e4d19900ca743a9450fac, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/7a2657e9e7ac42b2b0ec5c43d114c48a] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=60.6 K 2024-12-05T12:18:03,765 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/40741be9508d4a769239a46f1487e791, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/632d2c1fc20f47a89624291cf18a1a62, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/2106e3673fff4b309c401d84a3dcd3ce, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/deea14258c414ee2b3ef5da2d4ef5af5, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/43a33da011f84ab98174a082b8567aae] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=170.1 K 2024-12-05T12:18:03,765 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:18:03,765 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/40741be9508d4a769239a46f1487e791, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/632d2c1fc20f47a89624291cf18a1a62, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/2106e3673fff4b309c401d84a3dcd3ce, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/deea14258c414ee2b3ef5da2d4ef5af5, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/43a33da011f84ab98174a082b8567aae] 2024-12-05T12:18:03,765 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting c90896fc296e4791979089a5a4cef042, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733401075889 2024-12-05T12:18:03,765 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40741be9508d4a769239a46f1487e791, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733401075889 2024-12-05T12:18:03,765 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fd271277bd546b8b9f36f778c66a6fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=547, earliestPutTs=1733401076295 2024-12-05T12:18:03,765 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 632d2c1fc20f47a89624291cf18a1a62, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=547, earliestPutTs=1733401076256 2024-12-05T12:18:03,766 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b6fa346e17e244e1851a0fd3a9535592, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733401076804 2024-12-05T12:18:03,766 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2106e3673fff4b309c401d84a3dcd3ce, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733401076804 2024-12-05T12:18:03,766 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6561a778707e4d19900ca743a9450fac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=595, earliestPutTs=1733401079259 2024-12-05T12:18:03,766 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting deea14258c414ee2b3ef5da2d4ef5af5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=595, earliestPutTs=1733401079259 2024-12-05T12:18:03,766 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a2657e9e7ac42b2b0ec5c43d114c48a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=605, earliestPutTs=1733401081525 2024-12-05T12:18:03,767 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43a33da011f84ab98174a082b8567aae, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=605, earliestPutTs=1733401081525 2024-12-05T12:18:03,778 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#B#compaction#171 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:03,778 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/7c10cd0920b74ad2b1419dc416ab7b23 is 50, key is test_row_0/B:col10/1733401081541/Put/seqid=0 2024-12-05T12:18:03,781 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:18:03,785 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205f14f8da4e4be4ff2a544355312f10aa5_1d0a9d97de7aa77d39e407bd8b6e3d17 store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:18:03,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742032_1208 (size=13017) 2024-12-05T12:18:03,812 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205f14f8da4e4be4ff2a544355312f10aa5_1d0a9d97de7aa77d39e407bd8b6e3d17, store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:18:03,813 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f14f8da4e4be4ff2a544355312f10aa5_1d0a9d97de7aa77d39e407bd8b6e3d17 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:18:03,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742033_1209 (size=4469) 2024-12-05T12:18:04,193 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/7c10cd0920b74ad2b1419dc416ab7b23 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/7c10cd0920b74ad2b1419dc416ab7b23 2024-12-05T12:18:04,199 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/B of 1d0a9d97de7aa77d39e407bd8b6e3d17 into 7c10cd0920b74ad2b1419dc416ab7b23(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:04,199 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:18:04,199 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/B, priority=11, startTime=1733401083763; duration=0sec 2024-12-05T12:18:04,199 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:04,199 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:B 2024-12-05T12:18:04,199 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T12:18:04,201 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62051 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T12:18:04,202 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 1d0a9d97de7aa77d39e407bd8b6e3d17/C is initiating minor compaction (all files) 2024-12-05T12:18:04,202 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d0a9d97de7aa77d39e407bd8b6e3d17/C in TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:18:04,202 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/dbfc6ac89b9747c49c7590da64b495a5, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/eeafa4ca9781477db96d95ef5ba92bb0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/57a3bec6baed44bfaf2cc02738123e20, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/d1e124dedcd34c08b622eb7a6de3cb09, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/5f83d0b0859e481c841ff5b39f02fa10] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp, totalSize=60.6 K 2024-12-05T12:18:04,202 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting dbfc6ac89b9747c49c7590da64b495a5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733401075889 2024-12-05T12:18:04,203 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting eeafa4ca9781477db96d95ef5ba92bb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=547, earliestPutTs=1733401076295 2024-12-05T12:18:04,203 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 57a3bec6baed44bfaf2cc02738123e20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733401076804 2024-12-05T12:18:04,204 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting d1e124dedcd34c08b622eb7a6de3cb09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=595, earliestPutTs=1733401079259 2024-12-05T12:18:04,204 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f83d0b0859e481c841ff5b39f02fa10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=605, earliestPutTs=1733401081525 2024-12-05T12:18:04,223 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#A#compaction#172 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:04,224 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/39f405a2ff354053857e037245285b0d is 175, key is test_row_0/A:col10/1733401081541/Put/seqid=0 2024-12-05T12:18:04,227 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d0a9d97de7aa77d39e407bd8b6e3d17#C#compaction#173 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:04,228 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/a43878219742434aad12a4bea90e34c6 is 50, key is test_row_0/C:col10/1733401081541/Put/seqid=0 2024-12-05T12:18:04,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742034_1210 (size=31971) 2024-12-05T12:18:04,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742035_1211 (size=13017) 2024-12-05T12:18:04,648 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/39f405a2ff354053857e037245285b0d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/39f405a2ff354053857e037245285b0d 2024-12-05T12:18:04,652 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/A of 1d0a9d97de7aa77d39e407bd8b6e3d17 into 39f405a2ff354053857e037245285b0d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:04,652 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:18:04,652 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/A, priority=11, startTime=1733401083763; duration=0sec 2024-12-05T12:18:04,653 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:04,653 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:A 2024-12-05T12:18:04,673 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/a43878219742434aad12a4bea90e34c6 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/a43878219742434aad12a4bea90e34c6 2024-12-05T12:18:04,678 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 1d0a9d97de7aa77d39e407bd8b6e3d17/C of 1d0a9d97de7aa77d39e407bd8b6e3d17 into a43878219742434aad12a4bea90e34c6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:04,678 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: 2024-12-05T12:18:04,678 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., storeName=1d0a9d97de7aa77d39e407bd8b6e3d17/C, priority=11, startTime=1733401083763; duration=0sec 2024-12-05T12:18:04,679 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:04,679 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d0a9d97de7aa77d39e407bd8b6e3d17:C 2024-12-05T12:18:07,767 INFO [Thread-631 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-631. 2024-12-05T12:18:07,767 DEBUG [Thread-631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:07,767 DEBUG [Thread-631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:07,767 DEBUG [Thread-631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:07,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:07,887 INFO [Thread-623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-623. 2024-12-05T12:18:07,887 DEBUG [Thread-623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:07,887 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:07,887 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:07,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:07,938 INFO [Thread-629 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-629. 2024-12-05T12:18:07,938 DEBUG [Thread-629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:07,938 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:07,938 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:07,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:07,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T12:18:07,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-05T12:18:07,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 171 2024-12-05T12:18:07,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 177 2024-12-05T12:18:07,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-05T12:18:07,939 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-05T12:18:07,939 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T12:18:07,939 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1064 2024-12-05T12:18:07,939 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1066 2024-12-05T12:18:07,939 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T12:18:07,939 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 516 2024-12-05T12:18:07,939 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 1547 rows 2024-12-05T12:18:07,939 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 518 2024-12-05T12:18:07,939 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 1549 rows 2024-12-05T12:18:07,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:18:07,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:18:07,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:07,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:07,940 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T12:18:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:07,944 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401087944"}]},"ts":"1733401087944"} 2024-12-05T12:18:07,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T12:18:07,949 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T12:18:07,949 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T12:18:07,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T12:18:07,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d0a9d97de7aa77d39e407bd8b6e3d17, UNASSIGN}] 2024-12-05T12:18:07,953 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d0a9d97de7aa77d39e407bd8b6e3d17, UNASSIGN 2024-12-05T12:18:07,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=48 updating hbase:meta row=1d0a9d97de7aa77d39e407bd8b6e3d17, regionState=CLOSING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:07,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d0a9d97de7aa77d39e407bd8b6e3d17, UNASSIGN because future has completed 2024-12-05T12:18:07,957 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T12:18:07,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:18:08,008 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:18:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T12:18:08,110 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(122): Close 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:08,110 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T12:18:08,110 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1722): Closing 1d0a9d97de7aa77d39e407bd8b6e3d17, disabling compactions & flushes 2024-12-05T12:18:08,110 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:18:08,110 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:18:08,110 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. after waiting 0 ms 2024-12-05T12:18:08,110 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:18:08,110 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(2902): Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-05T12:18:08,111 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=A 2024-12-05T12:18:08,111 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:08,111 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=B 2024-12-05T12:18:08,111 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:08,111 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d0a9d97de7aa77d39e407bd8b6e3d17, store=C 2024-12-05T12:18:08,111 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:08,119 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f9b0237623024e8fab88b07b94608d37_1d0a9d97de7aa77d39e407bd8b6e3d17 is 50, key is test_row_0/A:col10/1733401087936/Put/seqid=0 2024-12-05T12:18:08,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742036_1212 (size=9914) 2024-12-05T12:18:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T12:18:08,551 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:08,557 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f9b0237623024e8fab88b07b94608d37_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f9b0237623024e8fab88b07b94608d37_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:08,558 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/8841c15cce1649f6ac69863a6fdb58ad, store: [table=TestAcidGuarantees family=A region=1d0a9d97de7aa77d39e407bd8b6e3d17] 2024-12-05T12:18:08,559 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/8841c15cce1649f6ac69863a6fdb58ad is 175, key is test_row_0/A:col10/1733401087936/Put/seqid=0 2024-12-05T12:18:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T12:18:08,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742037_1213 (size=22561) 2024-12-05T12:18:08,979 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=614, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/8841c15cce1649f6ac69863a6fdb58ad 2024-12-05T12:18:08,991 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/9d5a75c519434bd690945d5e353b8995 is 50, key is test_row_0/B:col10/1733401087936/Put/seqid=0 2024-12-05T12:18:09,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742038_1214 (size=9857) 2024-12-05T12:18:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T12:18:09,398 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/9d5a75c519434bd690945d5e353b8995 2024-12-05T12:18:09,407 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/53622ffcbda74ca78d876a8b02e51f27 is 50, key is test_row_0/C:col10/1733401087936/Put/seqid=0 2024-12-05T12:18:09,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742039_1215 (size=9857) 2024-12-05T12:18:09,813 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/53622ffcbda74ca78d876a8b02e51f27 2024-12-05T12:18:09,819 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/A/8841c15cce1649f6ac69863a6fdb58ad as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/8841c15cce1649f6ac69863a6fdb58ad 2024-12-05T12:18:09,824 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/8841c15cce1649f6ac69863a6fdb58ad, entries=100, sequenceid=614, filesize=22.0 K 2024-12-05T12:18:09,826 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/B/9d5a75c519434bd690945d5e353b8995 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/9d5a75c519434bd690945d5e353b8995 2024-12-05T12:18:09,830 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/9d5a75c519434bd690945d5e353b8995, entries=100, sequenceid=614, filesize=9.6 K 2024-12-05T12:18:09,831 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/.tmp/C/53622ffcbda74ca78d876a8b02e51f27 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/53622ffcbda74ca78d876a8b02e51f27 2024-12-05T12:18:09,836 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/53622ffcbda74ca78d876a8b02e51f27, entries=100, sequenceid=614, filesize=9.6 K 2024-12-05T12:18:09,837 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 1727ms, sequenceid=614, compaction requested=false 2024-12-05T12:18:09,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/51ff32e9129d4478b618df98fa2ad270, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/1a0196fe97d443e8adbc6857b1247978, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/db222b8e7b434d6abe4e93722dc38955, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/2840880dcfe24377a3b4152b258c85a8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/6180b61cd027446f919b8a125318a7da, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/0aa083db1c1545fe9e9600778a534693, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/bb22688d14d0442889b4c83d277149a1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/227ccb29a7fd40d9ab38f1b02dd3b2e3, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/be23285b5f8340029d09cced4f2c9150, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/96f4acb35bb3488ba31023e42b974d8f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/446f24eaf40b43f3b838baad84f791dd, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/702dd49627c545c2bc617d3d9e36c5f5, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/87aa7380bffd4ef2aa219de56264e294, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/f1c125111404463da492a2b2c3950899, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/b42b087571064acf9ad3203bb381aa7a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/ff71275fe17647e7bbbb68b74d986697, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/40741be9508d4a769239a46f1487e791, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/632d2c1fc20f47a89624291cf18a1a62, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/2106e3673fff4b309c401d84a3dcd3ce, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/deea14258c414ee2b3ef5da2d4ef5af5, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/43a33da011f84ab98174a082b8567aae] to archive 2024-12-05T12:18:09,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:18:09,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/51ff32e9129d4478b618df98fa2ad270 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/51ff32e9129d4478b618df98fa2ad270 2024-12-05T12:18:09,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/1a0196fe97d443e8adbc6857b1247978 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/1a0196fe97d443e8adbc6857b1247978 2024-12-05T12:18:09,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/db222b8e7b434d6abe4e93722dc38955 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/db222b8e7b434d6abe4e93722dc38955 2024-12-05T12:18:09,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/2840880dcfe24377a3b4152b258c85a8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/2840880dcfe24377a3b4152b258c85a8 2024-12-05T12:18:09,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/6180b61cd027446f919b8a125318a7da to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/6180b61cd027446f919b8a125318a7da 2024-12-05T12:18:09,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/0aa083db1c1545fe9e9600778a534693 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/0aa083db1c1545fe9e9600778a534693 2024-12-05T12:18:09,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/bb22688d14d0442889b4c83d277149a1 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/bb22688d14d0442889b4c83d277149a1 2024-12-05T12:18:09,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/227ccb29a7fd40d9ab38f1b02dd3b2e3 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/227ccb29a7fd40d9ab38f1b02dd3b2e3 2024-12-05T12:18:09,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/be23285b5f8340029d09cced4f2c9150 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/be23285b5f8340029d09cced4f2c9150 2024-12-05T12:18:09,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/96f4acb35bb3488ba31023e42b974d8f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/96f4acb35bb3488ba31023e42b974d8f 2024-12-05T12:18:09,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/446f24eaf40b43f3b838baad84f791dd to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/446f24eaf40b43f3b838baad84f791dd 2024-12-05T12:18:09,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/702dd49627c545c2bc617d3d9e36c5f5 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/702dd49627c545c2bc617d3d9e36c5f5 2024-12-05T12:18:09,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/87aa7380bffd4ef2aa219de56264e294 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/87aa7380bffd4ef2aa219de56264e294 2024-12-05T12:18:09,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/f1c125111404463da492a2b2c3950899 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/f1c125111404463da492a2b2c3950899 2024-12-05T12:18:09,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/b42b087571064acf9ad3203bb381aa7a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/b42b087571064acf9ad3203bb381aa7a 2024-12-05T12:18:09,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/ff71275fe17647e7bbbb68b74d986697 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/ff71275fe17647e7bbbb68b74d986697 2024-12-05T12:18:09,882 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/40741be9508d4a769239a46f1487e791 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/40741be9508d4a769239a46f1487e791 2024-12-05T12:18:09,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/632d2c1fc20f47a89624291cf18a1a62 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/632d2c1fc20f47a89624291cf18a1a62 2024-12-05T12:18:09,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/2106e3673fff4b309c401d84a3dcd3ce to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/2106e3673fff4b309c401d84a3dcd3ce 2024-12-05T12:18:09,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/deea14258c414ee2b3ef5da2d4ef5af5 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/deea14258c414ee2b3ef5da2d4ef5af5 2024-12-05T12:18:09,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/43a33da011f84ab98174a082b8567aae to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/43a33da011f84ab98174a082b8567aae 2024-12-05T12:18:09,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/0f156ac10d0e49a2bd13a388c86d6d2f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/91d7f6b3318144ab90544af723d7c4c0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/ea800e9db2714250bb1ebf55b64beb9a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/1609f5c7768242668bf7577c481e0d1f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/15316a45f6924c68806e6200ab586fab, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/4ee3830b9709473ca7ecdeabfdc85786, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/3315961bf2e340aa8cda141e0a602b85, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b6c468f1078c4e189f71bd0a8d88dc48, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b80eb5468384440293285afbc27e1c26, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/c5a4f704686748b1bd7d640b9af704cb, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/5c2b403f028e4f72912c30aafc678880, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/14ae80146e5e44859391e8cc0b613135, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/526a2d1743ae4b718d2e62144bb483fc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/0bcfa199410548c89d27aa63743fe8dc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/382b70392afd4278b846ffcef04d699a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/c90896fc296e4791979089a5a4cef042, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/d0450728ddb6407aa889a9fe7209d3e2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/2fd271277bd546b8b9f36f778c66a6fa, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b6fa346e17e244e1851a0fd3a9535592, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/6561a778707e4d19900ca743a9450fac, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/7a2657e9e7ac42b2b0ec5c43d114c48a] to archive 2024-12-05T12:18:09,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:18:09,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/0f156ac10d0e49a2bd13a388c86d6d2f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/0f156ac10d0e49a2bd13a388c86d6d2f 2024-12-05T12:18:09,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/91d7f6b3318144ab90544af723d7c4c0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/91d7f6b3318144ab90544af723d7c4c0 2024-12-05T12:18:09,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/ea800e9db2714250bb1ebf55b64beb9a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/ea800e9db2714250bb1ebf55b64beb9a 2024-12-05T12:18:09,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/1609f5c7768242668bf7577c481e0d1f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/1609f5c7768242668bf7577c481e0d1f 2024-12-05T12:18:09,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/15316a45f6924c68806e6200ab586fab to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/15316a45f6924c68806e6200ab586fab 2024-12-05T12:18:09,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/4ee3830b9709473ca7ecdeabfdc85786 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/4ee3830b9709473ca7ecdeabfdc85786 2024-12-05T12:18:09,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/3315961bf2e340aa8cda141e0a602b85 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/3315961bf2e340aa8cda141e0a602b85 2024-12-05T12:18:09,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b6c468f1078c4e189f71bd0a8d88dc48 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b6c468f1078c4e189f71bd0a8d88dc48 2024-12-05T12:18:10,017 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b80eb5468384440293285afbc27e1c26 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b80eb5468384440293285afbc27e1c26 2024-12-05T12:18:10,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/c5a4f704686748b1bd7d640b9af704cb to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/c5a4f704686748b1bd7d640b9af704cb 2024-12-05T12:18:10,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/5c2b403f028e4f72912c30aafc678880 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/5c2b403f028e4f72912c30aafc678880 2024-12-05T12:18:10,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/14ae80146e5e44859391e8cc0b613135 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/14ae80146e5e44859391e8cc0b613135 2024-12-05T12:18:10,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/526a2d1743ae4b718d2e62144bb483fc to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/526a2d1743ae4b718d2e62144bb483fc 2024-12-05T12:18:10,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/0bcfa199410548c89d27aa63743fe8dc to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/0bcfa199410548c89d27aa63743fe8dc 2024-12-05T12:18:10,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/382b70392afd4278b846ffcef04d699a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/382b70392afd4278b846ffcef04d699a 2024-12-05T12:18:10,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/c90896fc296e4791979089a5a4cef042 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/c90896fc296e4791979089a5a4cef042 2024-12-05T12:18:10,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/d0450728ddb6407aa889a9fe7209d3e2 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/d0450728ddb6407aa889a9fe7209d3e2 2024-12-05T12:18:10,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/2fd271277bd546b8b9f36f778c66a6fa to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/2fd271277bd546b8b9f36f778c66a6fa 2024-12-05T12:18:10,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b6fa346e17e244e1851a0fd3a9535592 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/b6fa346e17e244e1851a0fd3a9535592 2024-12-05T12:18:10,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/6561a778707e4d19900ca743a9450fac to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/6561a778707e4d19900ca743a9450fac 2024-12-05T12:18:10,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/7a2657e9e7ac42b2b0ec5c43d114c48a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/7a2657e9e7ac42b2b0ec5c43d114c48a 2024-12-05T12:18:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T12:18:10,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/67c9118f387941eaaad03c1350849561, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/3b4ae59ff2864a5b9a478b3fcd0a294a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/3b50ddae524e4fc7afecacb2b79901bd, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/d25b07d2dfc24c79972a7c313aee292d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/f99d38aaae7446e596d82c4ea6766991, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/612caebb51a446cf9a1d1fed796cdb59, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/8be169aed3614c3dace90e5da19f9d7a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/ea6b09d3d24840bb99cfba92a40b8d9f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/5d554fab0d954a41805fed84f33d6fc0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/0695e5fd984d4ccf91ac7d1e6f556834, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/31f8d59c502947cda6e150f1d332bcb2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/64b0a53ce96a4c1baf1401fafc940adb, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/bc24c0f7ebb44551b0d91fbd9e68ee5b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/56b2450af27349bcbb633ac53e82c07c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/2e946f6347564a3780b05c2147023c58, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/dbfc6ac89b9747c49c7590da64b495a5, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/f2d8f12c1974429ab2fca059bf7e7121, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/eeafa4ca9781477db96d95ef5ba92bb0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/57a3bec6baed44bfaf2cc02738123e20, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/d1e124dedcd34c08b622eb7a6de3cb09, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/5f83d0b0859e481c841ff5b39f02fa10] to archive 2024-12-05T12:18:10,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:18:10,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/67c9118f387941eaaad03c1350849561 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/67c9118f387941eaaad03c1350849561 2024-12-05T12:18:10,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/3b4ae59ff2864a5b9a478b3fcd0a294a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/3b4ae59ff2864a5b9a478b3fcd0a294a 2024-12-05T12:18:10,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/3b50ddae524e4fc7afecacb2b79901bd to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/3b50ddae524e4fc7afecacb2b79901bd 2024-12-05T12:18:10,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/d25b07d2dfc24c79972a7c313aee292d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/d25b07d2dfc24c79972a7c313aee292d 2024-12-05T12:18:10,152 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/f99d38aaae7446e596d82c4ea6766991 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/f99d38aaae7446e596d82c4ea6766991 2024-12-05T12:18:10,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/612caebb51a446cf9a1d1fed796cdb59 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/612caebb51a446cf9a1d1fed796cdb59 2024-12-05T12:18:10,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/8be169aed3614c3dace90e5da19f9d7a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/8be169aed3614c3dace90e5da19f9d7a 2024-12-05T12:18:10,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/ea6b09d3d24840bb99cfba92a40b8d9f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/ea6b09d3d24840bb99cfba92a40b8d9f 2024-12-05T12:18:10,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/5d554fab0d954a41805fed84f33d6fc0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/5d554fab0d954a41805fed84f33d6fc0 2024-12-05T12:18:10,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/0695e5fd984d4ccf91ac7d1e6f556834 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/0695e5fd984d4ccf91ac7d1e6f556834 2024-12-05T12:18:10,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/31f8d59c502947cda6e150f1d332bcb2 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/31f8d59c502947cda6e150f1d332bcb2 2024-12-05T12:18:10,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/64b0a53ce96a4c1baf1401fafc940adb to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/64b0a53ce96a4c1baf1401fafc940adb 2024-12-05T12:18:10,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/bc24c0f7ebb44551b0d91fbd9e68ee5b to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/bc24c0f7ebb44551b0d91fbd9e68ee5b 2024-12-05T12:18:10,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/56b2450af27349bcbb633ac53e82c07c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/56b2450af27349bcbb633ac53e82c07c 2024-12-05T12:18:10,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/2e946f6347564a3780b05c2147023c58 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/2e946f6347564a3780b05c2147023c58 2024-12-05T12:18:10,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/dbfc6ac89b9747c49c7590da64b495a5 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/dbfc6ac89b9747c49c7590da64b495a5 2024-12-05T12:18:10,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/f2d8f12c1974429ab2fca059bf7e7121 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/f2d8f12c1974429ab2fca059bf7e7121 2024-12-05T12:18:10,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/eeafa4ca9781477db96d95ef5ba92bb0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/eeafa4ca9781477db96d95ef5ba92bb0 2024-12-05T12:18:10,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/57a3bec6baed44bfaf2cc02738123e20 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/57a3bec6baed44bfaf2cc02738123e20 2024-12-05T12:18:10,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/d1e124dedcd34c08b622eb7a6de3cb09 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/d1e124dedcd34c08b622eb7a6de3cb09 2024-12-05T12:18:10,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/5f83d0b0859e481c841ff5b39f02fa10 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/5f83d0b0859e481c841ff5b39f02fa10 2024-12-05T12:18:10,258 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/recovered.edits/617.seqid, newMaxSeqId=617, maxSeqId=4 2024-12-05T12:18:10,260 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. 2024-12-05T12:18:10,260 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1676): Region close journal for 1d0a9d97de7aa77d39e407bd8b6e3d17: Waiting for close lock at 1733401088110Running coprocessor pre-close hooks at 1733401088110Disabling compacts and flushes for region at 1733401088110Disabling writes for close at 1733401088110Obtaining lock to block concurrent updates at 1733401088110Preparing flush snapshotting stores in 1d0a9d97de7aa77d39e407bd8b6e3d17 at 1733401088111 (+1 ms)Finished memstore snapshotting TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733401088111Flushing stores of TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17. at 1733401088112 (+1 ms)Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17/A: creating writer at 1733401088112Flushing mob file 1d0a9d97de7aa77d39e407bd8b6e3d17/A: appending metadata at 1733401088119 (+7 ms)Flushing mob file 1d0a9d97de7aa77d39e407bd8b6e3d17/A: closing flushed file at 1733401088119Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17/A: appending metadata at 1733401088559 (+440 ms)Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17/A: closing flushed file at 1733401088559Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17/B: creating writer at 1733401088984 (+425 ms)Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17/B: appending metadata at 1733401088990 (+6 ms)Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17/B: closing flushed file at 1733401088990Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17/C: creating writer at 1733401089403 (+413 ms)Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17/C: appending metadata at 1733401089407 (+4 ms)Flushing 1d0a9d97de7aa77d39e407bd8b6e3d17/C: closing flushed file at 1733401089407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d543965: reopening flushed file at 1733401089818 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@190aa062: reopening flushed file at 1733401089825 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43aa1278: reopening flushed file at 1733401089830 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 1d0a9d97de7aa77d39e407bd8b6e3d17 in 1727ms, sequenceid=614, compaction requested=false at 1733401089837 (+7 ms)Writing region close event to WAL at 1733401090254 (+417 ms)Running coprocessor post-close hooks at 1733401090260 (+6 ms)Closed at 1733401090260 2024-12-05T12:18:10,264 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(157): Closed 1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:10,269 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=48 updating hbase:meta row=1d0a9d97de7aa77d39e407bd8b6e3d17, regionState=CLOSED 2024-12-05T12:18:10,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=48, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:18:10,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-05T12:18:10,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; CloseRegionProcedure 1d0a9d97de7aa77d39e407bd8b6e3d17, server=2556e7014d8b,44745,1733401030153 in 2.3210 sec 2024-12-05T12:18:10,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-05T12:18:10,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d0a9d97de7aa77d39e407bd8b6e3d17, UNASSIGN in 2.3280 sec 2024-12-05T12:18:10,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-05T12:18:10,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.3330 sec 2024-12-05T12:18:10,287 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401090287"}]},"ts":"1733401090287"} 2024-12-05T12:18:10,293 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T12:18:10,293 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T12:18:10,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.3540 sec 2024-12-05T12:18:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T12:18:12,125 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:12,126 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T12:18:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:12,128 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=50, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:12,129 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=50, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-05T12:18:12,133 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,139 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/recovered.edits] 2024-12-05T12:18:12,143 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/39f405a2ff354053857e037245285b0d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/39f405a2ff354053857e037245285b0d 2024-12-05T12:18:12,144 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/8841c15cce1649f6ac69863a6fdb58ad to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/A/8841c15cce1649f6ac69863a6fdb58ad 2024-12-05T12:18:12,147 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/7c10cd0920b74ad2b1419dc416ab7b23 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/7c10cd0920b74ad2b1419dc416ab7b23 2024-12-05T12:18:12,149 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/9d5a75c519434bd690945d5e353b8995 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/B/9d5a75c519434bd690945d5e353b8995 2024-12-05T12:18:12,152 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/53622ffcbda74ca78d876a8b02e51f27 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/53622ffcbda74ca78d876a8b02e51f27 2024-12-05T12:18:12,153 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/a43878219742434aad12a4bea90e34c6 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/C/a43878219742434aad12a4bea90e34c6 2024-12-05T12:18:12,157 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/recovered.edits/617.seqid to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17/recovered.edits/617.seqid 2024-12-05T12:18:12,158 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,158 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T12:18:12,159 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T12:18:12,160 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T12:18:12,167 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120502f00e49bd604fd9a5df0b5a89c0ed34_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120502f00e49bd604fd9a5df0b5a89c0ed34_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,169 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050e961ff3a8db463bb8df25e9a243984a_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050e961ff3a8db463bb8df25e9a243984a_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,172 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120518d858cedc7d41e0b0ffdb683faa9254_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120518d858cedc7d41e0b0ffdb683faa9254_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,173 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120542ffd04afcb8459aaabd5e8be3e48acf_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120542ffd04afcb8459aaabd5e8be3e48acf_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,177 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205470ca16a8f3a4e26abb074c2b901d628_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205470ca16a8f3a4e26abb074c2b901d628_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,179 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055caa26e6fe1e44a8b5ecaea474bd66f0_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055caa26e6fe1e44a8b5ecaea474bd66f0_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,181 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056ad796701dac450881a224b3d37f20b8_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056ad796701dac450881a224b3d37f20b8_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,183 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057041c60b686248189164d4e8094ac99f_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057041c60b686248189164d4e8094ac99f_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,185 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120577450a32d1ab41baaddb4e32d55dcef8_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120577450a32d1ab41baaddb4e32d55dcef8_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,187 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057bc546371c154b3f9fec12faddbda5e8_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057bc546371c154b3f9fec12faddbda5e8_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,189 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120586ae5f1ee4f64f389ac629c0d898ec1c_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120586ae5f1ee4f64f389ac629c0d898ec1c_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,190 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059a609552e43d4e3b9f4b479c6285a2dd_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059a609552e43d4e3b9f4b479c6285a2dd_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,192 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ddfd8e6a08974fa4a05486b7bd190a6d_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ddfd8e6a08974fa4a05486b7bd190a6d_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,194 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e73500ff700a45db96b2728bb2dac45a_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e73500ff700a45db96b2728bb2dac45a_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,196 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f38ab24de08047d3b7b1e52b7da04fba_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f38ab24de08047d3b7b1e52b7da04fba_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,198 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f6795f31ee024db49699e1f636ce8030_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f6795f31ee024db49699e1f636ce8030_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,199 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f9b0237623024e8fab88b07b94608d37_1d0a9d97de7aa77d39e407bd8b6e3d17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f9b0237623024e8fab88b07b94608d37_1d0a9d97de7aa77d39e407bd8b6e3d17 2024-12-05T12:18:12,200 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T12:18:12,204 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=50, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:12,207 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T12:18:12,210 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T12:18:12,211 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=50, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:12,211 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T12:18:12,211 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733401092211"}]},"ts":"9223372036854775807"} 2024-12-05T12:18:12,213 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T12:18:12,213 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1d0a9d97de7aa77d39e407bd8b6e3d17, NAME => 'TestAcidGuarantees,,1733401059525.1d0a9d97de7aa77d39e407bd8b6e3d17.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T12:18:12,213 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T12:18:12,214 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733401092213"}]},"ts":"9223372036854775807"} 2024-12-05T12:18:12,215 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T12:18:12,216 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=50, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:12,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 90 msec 2024-12-05T12:18:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-05T12:18:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T12:18:12,238 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:12,255 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 249), OpenFileDescriptor=453 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1095 (was 810) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1101 (was 2385) 2024-12-05T12:18:12,279 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=1095, ProcessCount=11, AvailableMemoryMB=1100 2024-12-05T12:18:12,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T12:18:12,281 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:18:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:12,284 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:18:12,284 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:12,285 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:18:12,286 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 51 2024-12-05T12:18:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-12-05T12:18:12,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742040_1216 (size=1061) 2024-12-05T12:18:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-12-05T12:18:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-12-05T12:18:12,746 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6 2024-12-05T12:18:12,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742041_1217 (size=53) 2024-12-05T12:18:12,754 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:18:12,754 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 949b4d88dae20565a84ebd6434acafbc, disabling compactions & flushes 2024-12-05T12:18:12,755 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:12,755 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:12,755 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. after waiting 0 ms 2024-12-05T12:18:12,755 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:12,755 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:12,755 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 949b4d88dae20565a84ebd6434acafbc: Waiting for close lock at 1733401092754Disabling compacts and flushes for region at 1733401092754Disabling writes for close at 1733401092755 (+1 ms)Writing region close event to WAL at 1733401092755Closed at 1733401092755 2024-12-05T12:18:12,756 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:18:12,756 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733401092756"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401092756"}]},"ts":"1733401092756"} 2024-12-05T12:18:12,758 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:18:12,759 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:18:12,759 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401092759"}]},"ts":"1733401092759"} 2024-12-05T12:18:12,761 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T12:18:12,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=949b4d88dae20565a84ebd6434acafbc, ASSIGN}] 2024-12-05T12:18:12,762 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=949b4d88dae20565a84ebd6434acafbc, ASSIGN 2024-12-05T12:18:12,764 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=949b4d88dae20565a84ebd6434acafbc, ASSIGN; state=OFFLINE, location=2556e7014d8b,44745,1733401030153; forceNewPlan=false, retain=false 2024-12-05T12:18:12,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=949b4d88dae20565a84ebd6434acafbc, regionState=OPENING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-12-05T12:18:12,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=949b4d88dae20565a84ebd6434acafbc, ASSIGN because future has completed 2024-12-05T12:18:12,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:18:13,074 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:13,074 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:18:13,075 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:13,075 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:18:13,075 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:13,075 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:13,077 INFO [StoreOpener-949b4d88dae20565a84ebd6434acafbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:13,080 INFO [StoreOpener-949b4d88dae20565a84ebd6434acafbc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:18:13,080 INFO [StoreOpener-949b4d88dae20565a84ebd6434acafbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 949b4d88dae20565a84ebd6434acafbc columnFamilyName A 2024-12-05T12:18:13,081 DEBUG [StoreOpener-949b4d88dae20565a84ebd6434acafbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:13,081 INFO [StoreOpener-949b4d88dae20565a84ebd6434acafbc-1 {}] regionserver.HStore(327): Store=949b4d88dae20565a84ebd6434acafbc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:18:13,081 INFO [StoreOpener-949b4d88dae20565a84ebd6434acafbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:13,083 INFO [StoreOpener-949b4d88dae20565a84ebd6434acafbc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:18:13,083 INFO [StoreOpener-949b4d88dae20565a84ebd6434acafbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 949b4d88dae20565a84ebd6434acafbc columnFamilyName B 2024-12-05T12:18:13,083 DEBUG [StoreOpener-949b4d88dae20565a84ebd6434acafbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:13,084 INFO [StoreOpener-949b4d88dae20565a84ebd6434acafbc-1 {}] regionserver.HStore(327): Store=949b4d88dae20565a84ebd6434acafbc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:18:13,084 INFO [StoreOpener-949b4d88dae20565a84ebd6434acafbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:13,086 INFO [StoreOpener-949b4d88dae20565a84ebd6434acafbc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:18:13,086 INFO [StoreOpener-949b4d88dae20565a84ebd6434acafbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 949b4d88dae20565a84ebd6434acafbc columnFamilyName C 2024-12-05T12:18:13,086 DEBUG [StoreOpener-949b4d88dae20565a84ebd6434acafbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:13,087 INFO [StoreOpener-949b4d88dae20565a84ebd6434acafbc-1 {}] regionserver.HStore(327): Store=949b4d88dae20565a84ebd6434acafbc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:18:13,087 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:13,087 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:13,088 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:13,088 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:13,090 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:13,091 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:13,091 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T12:18:13,093 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:13,098 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:18:13,100 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 949b4d88dae20565a84ebd6434acafbc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69383806, jitterRate=0.033899277448654175}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T12:18:13,100 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:13,101 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 949b4d88dae20565a84ebd6434acafbc: Running coprocessor pre-open hook at 1733401093075Writing region info on filesystem at 1733401093075Initializing all the Stores at 1733401093076 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401093076Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401093077 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401093077Cleaning up temporary data from old regions at 1733401093091 (+14 ms)Running coprocessor post-open hooks at 1733401093100 (+9 ms)Region opened successfully at 1733401093101 (+1 ms) 2024-12-05T12:18:13,102 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., pid=53, masterSystemTime=1733401093069 2024-12-05T12:18:13,105 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:13,105 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:13,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=949b4d88dae20565a84ebd6434acafbc, regionState=OPEN, openSeqNum=2, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:13,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:18:13,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-05T12:18:13,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure 949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 in 191 msec 2024-12-05T12:18:13,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-12-05T12:18:13,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=949b4d88dae20565a84ebd6434acafbc, ASSIGN in 349 msec 2024-12-05T12:18:13,113 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:18:13,114 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401093113"}]},"ts":"1733401093113"} 2024-12-05T12:18:13,115 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T12:18:13,116 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:18:13,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 834 msec 2024-12-05T12:18:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-12-05T12:18:13,425 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:13,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4a8af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:13,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:13,429 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:13,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:13,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:13,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281c0505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:13,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:13,431 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119e95ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:13,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:13,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:18:13,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2556e7014d8b,37601,1733401029146 2024-12-05T12:18:13,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14004fa8 2024-12-05T12:18:13,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:18:13,443 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:18:13,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443e7dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:13,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:13,452 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:13,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:13,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:13,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402cd0b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:13,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:13,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:13,457 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:13,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a36d253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa73d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:13,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:13,476 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:13,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:13,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:13,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3938b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:13,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:13,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:13,485 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:13,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dc6c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e1cbab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:13,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:13,502 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:13,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:13,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:13,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c2c6a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:13,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:13,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:13,505 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:13,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279df55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4263d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:13,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:13,513 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:13,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:13,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:13,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b0b771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:13,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:13,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:13,515 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362a2675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266d96e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:13,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:13,520 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570c470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:13,525 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f2aafb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf3bf24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:13,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:13,530 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:13,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:13,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:13,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4492affc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:13,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:13,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:13,537 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:13,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5df44b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e88d13e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:13,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:13,539 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668d0d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:13,540 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d52f596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fcffc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:13,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:13,542 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:13,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:13,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:13,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b50b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:13,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:13,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:13,545 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:13,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57fbc382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d83ce24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:13,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:13,552 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:13,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:13,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:13,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247d84c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:13,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:13,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:13,554 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:13,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87fdf8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1591929c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:13,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:13,569 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e8e6d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:13,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:13,570 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:13,571 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7ce96a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:13,572 DEBUG [Thread-1034 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:13,572 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:18:13,572 DEBUG [Thread-1030 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:13,572 DEBUG [Thread-1043 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:13,572 DEBUG [Thread-1045 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:13,573 DEBUG [Thread-1028 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:13,573 DEBUG [Thread-1041 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:13,573 DEBUG [Thread-1026 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-05T12:18:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:13,575 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:18:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:13,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:13,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:13,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:13,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:13,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:13,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:13,579 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:18:13,579 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:18:13,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:18:13,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:18:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:18:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T12:18:13,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:13,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:13,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:13,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:13,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:18:13,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:13,585 DEBUG [Thread-1032 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:18:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:18:13,585 DEBUG [Thread-1039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:13,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:18:13,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:13,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:13,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:13,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:13,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:13,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:18:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:18:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:13,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T12:18:13,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:13,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:13,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:13,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:13,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:13,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:13,620 DEBUG [Thread-1037 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:13,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:13,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:13,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:18:13,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/708e8e486a97478cae74932f4884eb72 is 50, key is test_row_1/A:col10/1733401093598/Put/seqid=0 2024-12-05T12:18:13,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1733401153653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:13,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:13,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401153657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:13,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401153659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:13,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401153661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:13,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:13,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401153663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:13,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:13,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T12:18:13,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742042_1218 (size=11997) 2024-12-05T12:18:13,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T12:18:13,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:13,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:13,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:13,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:13,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:13,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1733401153769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:13,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401153777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:13,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:13,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401153777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:13,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:13,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401153777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:13,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401153777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:13,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:13,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T12:18:13,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T12:18:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:13,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:13,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1733401153985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:13,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:13,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401153986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:13,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401153986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:14,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401154009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:14,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401154009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:14,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:14,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T12:18:14,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:14,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:14,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:14,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/708e8e486a97478cae74932f4884eb72 2024-12-05T12:18:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T12:18:14,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T12:18:14,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:14,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:14,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:14,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/113b124650ae4ca88d44542198c028ed is 50, key is test_row_1/B:col10/1733401093598/Put/seqid=0 2024-12-05T12:18:14,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1733401154298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:14,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:14,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401154308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:14,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401154309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:14,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401154326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:14,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401154327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:14,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:14,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:14,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742043_1219 (size=9657) 2024-12-05T12:18:14,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/113b124650ae4ca88d44542198c028ed 2024-12-05T12:18:14,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T12:18:14,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:14,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:14,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:14,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/327f3d08f0924951b7d857c4794e37d1 is 50, key is test_row_1/C:col10/1733401093598/Put/seqid=0 2024-12-05T12:18:14,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T12:18:14,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:14,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:14,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:14,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742044_1220 (size=9657) 2024-12-05T12:18:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/327f3d08f0924951b7d857c4794e37d1 2024-12-05T12:18:14,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/708e8e486a97478cae74932f4884eb72 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/708e8e486a97478cae74932f4884eb72 2024-12-05T12:18:14,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/708e8e486a97478cae74932f4884eb72, entries=150, sequenceid=13, filesize=11.7 K 2024-12-05T12:18:14,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/113b124650ae4ca88d44542198c028ed as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/113b124650ae4ca88d44542198c028ed 2024-12-05T12:18:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T12:18:14,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T12:18:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:14,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/113b124650ae4ca88d44542198c028ed, entries=100, sequenceid=13, filesize=9.4 K 2024-12-05T12:18:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/327f3d08f0924951b7d857c4794e37d1 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/327f3d08f0924951b7d857c4794e37d1 2024-12-05T12:18:14,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/327f3d08f0924951b7d857c4794e37d1, entries=100, sequenceid=13, filesize=9.4 K 2024-12-05T12:18:14,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 949b4d88dae20565a84ebd6434acafbc in 1189ms, sequenceid=13, compaction requested=false 2024-12-05T12:18:14,789 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-05T12:18:14,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:14,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=134.18 KB heapSize=399.89 KB 2024-12-05T12:18:14,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401093634, max timestamp=1733401094827Num uniques 859; 2024-12-05T12:18:14,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401093634, max timestamp=1733401094827Num uniques 859; 2024-12-05T12:18:14,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:14,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T12:18:14,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T12:18:14,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:18:14,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:14,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:18:14,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:14,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:18:14,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/80e538e5201447d0be2a67ab8fb7b5f9 is 50, key is test_row_0/A:col10/1733401094835/Put/seqid=0 2024-12-05T12:18:14,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T12:18:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:14,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:14,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401154908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:14,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:14,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401154917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:14,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:14,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401154919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:14,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401154926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:14,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1733401154937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:14,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:14,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:14,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:14,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742045_1221 (size=14341) 2024-12-05T12:18:15,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401155037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:15,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401155046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:15,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:15,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:15,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1733401155055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401155055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:15,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:15,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:15,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T12:18:15,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:15,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:15,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:15,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:15,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:15,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401155078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:15,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:15,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T12:18:15,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:15,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:15,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:15,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:15,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:15,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401155257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:15,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401155266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:15,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:15,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401155276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:15,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1733401155276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:15,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:15,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401155288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:15,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:15,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/80e538e5201447d0be2a67ab8fb7b5f9 2024-12-05T12:18:15,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T12:18:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:15,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:15,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/2398f7b8f5ae4a07a639381e3a8ec2be is 50, key is test_row_0/B:col10/1733401094835/Put/seqid=0 2024-12-05T12:18:15,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742046_1222 (size=12001) 2024-12-05T12:18:15,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/2398f7b8f5ae4a07a639381e3a8ec2be 2024-12-05T12:18:15,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/5d75fe340c524d1687ee3250501fc11c is 50, key is test_row_0/C:col10/1733401094835/Put/seqid=0 2024-12-05T12:18:15,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T12:18:15,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:15,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:15,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:15,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:15,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:15,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742047_1223 (size=12001) 2024-12-05T12:18:15,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/5d75fe340c524d1687ee3250501fc11c 2024-12-05T12:18:15,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401155575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:15,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:15,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401155588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:15,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401155596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:15,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401155609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:15,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:15,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/80e538e5201447d0be2a67ab8fb7b5f9 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/80e538e5201447d0be2a67ab8fb7b5f9 2024-12-05T12:18:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1733401155609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:15,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:15,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:15,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/80e538e5201447d0be2a67ab8fb7b5f9, entries=200, sequenceid=36, filesize=14.0 K 2024-12-05T12:18:15,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/2398f7b8f5ae4a07a639381e3a8ec2be as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/2398f7b8f5ae4a07a639381e3a8ec2be 2024-12-05T12:18:15,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T12:18:15,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:15,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:15,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:15,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:15,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:15,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/2398f7b8f5ae4a07a639381e3a8ec2be, entries=150, sequenceid=36, filesize=11.7 K 2024-12-05T12:18:15,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/5d75fe340c524d1687ee3250501fc11c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/5d75fe340c524d1687ee3250501fc11c 2024-12-05T12:18:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T12:18:15,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/5d75fe340c524d1687ee3250501fc11c, entries=150, sequenceid=36, filesize=11.7 K 2024-12-05T12:18:15,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~70.77 KB/72470, heapSize ~202.14 KB/206992, currentSize=107.34 KB/109920 for 949b4d88dae20565a84ebd6434acafbc in 921ms, sequenceid=36, compaction requested=false 2024-12-05T12:18:15,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:15,826 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T12:18:15,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T12:18:15,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:15,877 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T12:18:15,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:15,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:15,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:15,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:15,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:15,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/646a3eb4a8364eb880b4ffb12e4742c9 is 50, key is test_row_0/A:col10/1733401094911/Put/seqid=0 2024-12-05T12:18:15,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742048_1224 (size=12001) 2024-12-05T12:18:16,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:16,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401156147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401156151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1733401156155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401156166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401156170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401156276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401156277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401156285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401156285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,346 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/646a3eb4a8364eb880b4ffb12e4742c9 2024-12-05T12:18:16,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/1ac1b6483ba94f9a8014b20e42d2e7d4 is 50, key is test_row_0/B:col10/1733401094911/Put/seqid=0 2024-12-05T12:18:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742049_1225 (size=12001) 2024-12-05T12:18:16,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401156497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401156498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401156506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401156519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401156805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401156816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401156825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401156840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:16,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:16,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:16,848 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/1ac1b6483ba94f9a8014b20e42d2e7d4 2024-12-05T12:18:16,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/d11450d21f24404698eb95220a30c92e is 50, key is test_row_0/C:col10/1733401094911/Put/seqid=0 2024-12-05T12:18:16,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742050_1226 (size=12001) 2024-12-05T12:18:17,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1733401157185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:17,193 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_1' in 949b4d88dae20565a84ebd6434acafbc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2256 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:18:17,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:17,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:17,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:17,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401157329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:17,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:17,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:17,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401157338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:17,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401157341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:17,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:17,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:17,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:17,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:17,349 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/d11450d21f24404698eb95220a30c92e 2024-12-05T12:18:17,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401157357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:17,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:17,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:17,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:17,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/646a3eb4a8364eb880b4ffb12e4742c9 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/646a3eb4a8364eb880b4ffb12e4742c9 2024-12-05T12:18:17,415 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/646a3eb4a8364eb880b4ffb12e4742c9, entries=150, sequenceid=55, filesize=11.7 K 2024-12-05T12:18:17,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/1ac1b6483ba94f9a8014b20e42d2e7d4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/1ac1b6483ba94f9a8014b20e42d2e7d4 2024-12-05T12:18:17,474 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/1ac1b6483ba94f9a8014b20e42d2e7d4, entries=150, sequenceid=55, filesize=11.7 K 2024-12-05T12:18:17,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/d11450d21f24404698eb95220a30c92e as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d11450d21f24404698eb95220a30c92e 2024-12-05T12:18:17,514 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d11450d21f24404698eb95220a30c92e, entries=150, sequenceid=55, filesize=11.7 K 2024-12-05T12:18:17,517 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 949b4d88dae20565a84ebd6434acafbc in 1640ms, sequenceid=55, compaction requested=true 2024-12-05T12:18:17,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:17,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:17,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-05T12:18:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-05T12:18:17,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-05T12:18:17,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9400 sec 2024-12-05T12:18:17,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 3.9580 sec 2024-12-05T12:18:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T12:18:17,746 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:17,749 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:18:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-12-05T12:18:17,752 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:18:17,753 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:18:17,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:18:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T12:18:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T12:18:17,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-05T12:18:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:17,907 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T12:18:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:17,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/fb9b213e8c9c4be597dbd6afb93addca is 50, key is test_row_0/A:col10/1733401096160/Put/seqid=0 2024-12-05T12:18:17,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742051_1227 (size=12001) 2024-12-05T12:18:17,985 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/fb9b213e8c9c4be597dbd6afb93addca 2024-12-05T12:18:18,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/a14614996aef4050b2fd4759a8560d23 is 50, key is test_row_0/B:col10/1733401096160/Put/seqid=0 2024-12-05T12:18:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T12:18:18,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742052_1228 (size=12001) 2024-12-05T12:18:18,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T12:18:18,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401158403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:18,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401158403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:18,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:18,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401158405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:18,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:18,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401158409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:18,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:18,495 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/a14614996aef4050b2fd4759a8560d23 2024-12-05T12:18:18,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401158515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:18,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:18,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401158515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:18,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:18,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401158516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:18,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:18,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:18,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401158530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:18,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:18,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/d3f0a55d0f094f4a9778b80032f1e3e3 is 50, key is test_row_0/C:col10/1733401096160/Put/seqid=0 2024-12-05T12:18:18,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742053_1229 (size=12001) 2024-12-05T12:18:18,593 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/d3f0a55d0f094f4a9778b80032f1e3e3 2024-12-05T12:18:18,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/fb9b213e8c9c4be597dbd6afb93addca as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/fb9b213e8c9c4be597dbd6afb93addca 2024-12-05T12:18:18,674 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/fb9b213e8c9c4be597dbd6afb93addca, entries=150, sequenceid=69, filesize=11.7 K 2024-12-05T12:18:18,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/a14614996aef4050b2fd4759a8560d23 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/a14614996aef4050b2fd4759a8560d23 2024-12-05T12:18:18,729 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/a14614996aef4050b2fd4759a8560d23, entries=150, sequenceid=69, filesize=11.7 K 2024-12-05T12:18:18,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401158725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:18,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:18,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401158728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:18,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/d3f0a55d0f094f4a9778b80032f1e3e3 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d3f0a55d0f094f4a9778b80032f1e3e3 2024-12-05T12:18:18,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:18,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401158736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:18,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:18,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401158748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:18,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:18,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:18,794 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d3f0a55d0f094f4a9778b80032f1e3e3, entries=150, sequenceid=69, filesize=11.7 K 2024-12-05T12:18:18,795 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 949b4d88dae20565a84ebd6434acafbc in 888ms, sequenceid=69, compaction requested=true 2024-12-05T12:18:18,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:18,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:18,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-05T12:18:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-05T12:18:18,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-05T12:18:18,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0450 sec 2024-12-05T12:18:18,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.0530 sec 2024-12-05T12:18:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T12:18:18,897 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:18,898 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:18:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-05T12:18:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T12:18:18,900 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:18:18,903 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:18:18,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:18:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T12:18:19,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T12:18:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:19,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-05T12:18:19,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:19,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:19,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:19,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:19,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:19,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/0f2e07e6dedd4f1faf6a7827e52a5760 is 50, key is test_row_0/A:col10/1733401098386/Put/seqid=0 2024-12-05T12:18:19,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742054_1230 (size=14341) 2024-12-05T12:18:19,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/0f2e07e6dedd4f1faf6a7827e52a5760 2024-12-05T12:18:19,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401159086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401159087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401159088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/4806dd4b4f394f47aafa0eb706009f7a is 50, key is test_row_0/B:col10/1733401098386/Put/seqid=0 2024-12-05T12:18:19,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401159101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742055_1231 (size=12001) 2024-12-05T12:18:19,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/4806dd4b4f394f47aafa0eb706009f7a 2024-12-05T12:18:19,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/7675d2eeeb64412193eccf3d80ea81f4 is 50, key is test_row_0/C:col10/1733401098386/Put/seqid=0 2024-12-05T12:18:19,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742056_1232 (size=12001) 2024-12-05T12:18:19,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401159209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T12:18:19,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401159209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1733401159209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401159210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,220 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_1' in 949b4d88dae20565a84ebd6434acafbc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4283 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:18:19,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-05T12:18:19,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:19,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:19,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:19,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:19,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:19,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401159218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:19,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-05T12:18:19,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:19,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:19,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:19,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:19,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:19,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401159425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401159429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401159429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401159436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T12:18:19,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-05T12:18:19,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:19,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:19,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:19,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:19,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:19,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/7675d2eeeb64412193eccf3d80ea81f4 2024-12-05T12:18:19,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/0f2e07e6dedd4f1faf6a7827e52a5760 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/0f2e07e6dedd4f1faf6a7827e52a5760 2024-12-05T12:18:19,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/0f2e07e6dedd4f1faf6a7827e52a5760, entries=200, sequenceid=89, filesize=14.0 K 2024-12-05T12:18:19,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/4806dd4b4f394f47aafa0eb706009f7a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/4806dd4b4f394f47aafa0eb706009f7a 2024-12-05T12:18:19,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/4806dd4b4f394f47aafa0eb706009f7a, entries=150, sequenceid=89, filesize=11.7 K 2024-12-05T12:18:19,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/7675d2eeeb64412193eccf3d80ea81f4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/7675d2eeeb64412193eccf3d80ea81f4 2024-12-05T12:18:19,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/7675d2eeeb64412193eccf3d80ea81f4, entries=150, sequenceid=89, filesize=11.7 K 2024-12-05T12:18:19,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 949b4d88dae20565a84ebd6434acafbc in 652ms, sequenceid=89, compaction requested=true 2024-12-05T12:18:19,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:19,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:18:19,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:19,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:18:19,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:18:19,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:18:19,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T12:18:19,697 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T12:18:19,698 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T12:18:19,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-05T12:18:19,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:19,701 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T12:18:19,701 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T12:18:19,701 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/C is initiating minor compaction (all files) 2024-12-05T12:18:19,701 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/C in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:19,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:19,702 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/327f3d08f0924951b7d857c4794e37d1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/5d75fe340c524d1687ee3250501fc11c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d11450d21f24404698eb95220a30c92e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d3f0a55d0f094f4a9778b80032f1e3e3, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/7675d2eeeb64412193eccf3d80ea81f4] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=56.3 K 2024-12-05T12:18:19,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:19,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:19,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:19,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:19,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:19,702 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64681 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T12:18:19,702 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/A is initiating minor compaction (all files) 2024-12-05T12:18:19,702 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/A in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:19,702 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/708e8e486a97478cae74932f4884eb72, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/80e538e5201447d0be2a67ab8fb7b5f9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/646a3eb4a8364eb880b4ffb12e4742c9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/fb9b213e8c9c4be597dbd6afb93addca, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/0f2e07e6dedd4f1faf6a7827e52a5760] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=63.2 K 2024-12-05T12:18:19,702 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 327f3d08f0924951b7d857c4794e37d1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733401093594 2024-12-05T12:18:19,704 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 708e8e486a97478cae74932f4884eb72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733401093594 2024-12-05T12:18:19,704 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d75fe340c524d1687ee3250501fc11c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733401093659 2024-12-05T12:18:19,705 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting d11450d21f24404698eb95220a30c92e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733401094882 2024-12-05T12:18:19,705 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80e538e5201447d0be2a67ab8fb7b5f9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733401093659 2024-12-05T12:18:19,705 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting d3f0a55d0f094f4a9778b80032f1e3e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1733401096143 2024-12-05T12:18:19,706 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 646a3eb4a8364eb880b4ffb12e4742c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733401094882 2024-12-05T12:18:19,706 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 7675d2eeeb64412193eccf3d80ea81f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733401098386 2024-12-05T12:18:19,706 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb9b213e8c9c4be597dbd6afb93addca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1733401096143 2024-12-05T12:18:19,708 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f2e07e6dedd4f1faf6a7827e52a5760, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733401098386 2024-12-05T12:18:19,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/8896cb6dd1ca4e34a097c0f3491e52ae is 50, key is test_row_0/A:col10/1733401099075/Put/seqid=0 2024-12-05T12:18:19,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:19,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742057_1233 (size=12001) 2024-12-05T12:18:19,777 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#C#compaction#193 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:19,778 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/279ba32f11834fe79d274b1aa9992523 is 50, key is test_row_0/C:col10/1733401098386/Put/seqid=0 2024-12-05T12:18:19,779 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/8896cb6dd1ca4e34a097c0f3491e52ae 2024-12-05T12:18:19,791 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#A#compaction#194 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:19,791 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/609fdb9ffde64485af8f0d86655484e8 is 50, key is test_row_0/A:col10/1733401098386/Put/seqid=0 2024-12-05T12:18:19,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/55d86de0833b4bf99760b3d9892b654f is 50, key is test_row_0/B:col10/1733401099075/Put/seqid=0 2024-12-05T12:18:19,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401159811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401159813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401159815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401159818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742058_1234 (size=12173) 2024-12-05T12:18:19,884 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/279ba32f11834fe79d274b1aa9992523 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/279ba32f11834fe79d274b1aa9992523 2024-12-05T12:18:19,911 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/C of 949b4d88dae20565a84ebd6434acafbc into 279ba32f11834fe79d274b1aa9992523(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:19,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742059_1235 (size=12173) 2024-12-05T12:18:19,912 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:19,912 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/C, priority=11, startTime=1733401099697; duration=0sec 2024-12-05T12:18:19,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742060_1236 (size=12001) 2024-12-05T12:18:19,912 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:19,912 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:C 2024-12-05T12:18:19,913 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T12:18:19,913 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/55d86de0833b4bf99760b3d9892b654f 2024-12-05T12:18:19,919 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T12:18:19,920 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/B is initiating minor compaction (all files) 2024-12-05T12:18:19,920 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/B in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:19,920 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/113b124650ae4ca88d44542198c028ed, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/2398f7b8f5ae4a07a639381e3a8ec2be, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/1ac1b6483ba94f9a8014b20e42d2e7d4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/a14614996aef4050b2fd4759a8560d23, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/4806dd4b4f394f47aafa0eb706009f7a] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=56.3 K 2024-12-05T12:18:19,921 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 113b124650ae4ca88d44542198c028ed, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733401093594 2024-12-05T12:18:19,921 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2398f7b8f5ae4a07a639381e3a8ec2be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733401093659 2024-12-05T12:18:19,922 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ac1b6483ba94f9a8014b20e42d2e7d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733401094882 2024-12-05T12:18:19,922 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting a14614996aef4050b2fd4759a8560d23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1733401096143 2024-12-05T12:18:19,923 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 4806dd4b4f394f47aafa0eb706009f7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733401098386 2024-12-05T12:18:19,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401159927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/b3813391ad17469aa8475ea2e65d1644 is 50, key is test_row_0/C:col10/1733401099075/Put/seqid=0 2024-12-05T12:18:19,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401159939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401159939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401159939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:19,955 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#B#compaction#197 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:19,956 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/1321aa085b904f82a4db702480929ea7 is 50, key is test_row_0/B:col10/1733401098386/Put/seqid=0 2024-12-05T12:18:19,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:20,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742061_1237 (size=12001) 2024-12-05T12:18:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T12:18:20,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742062_1238 (size=12173) 2024-12-05T12:18:20,061 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/1321aa085b904f82a4db702480929ea7 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/1321aa085b904f82a4db702480929ea7 2024-12-05T12:18:20,069 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/B of 949b4d88dae20565a84ebd6434acafbc into 1321aa085b904f82a4db702480929ea7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:20,069 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:20,069 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/B, priority=11, startTime=1733401099697; duration=0sec 2024-12-05T12:18:20,069 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:20,069 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:B 2024-12-05T12:18:20,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401160146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:20,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:20,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:20,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:20,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401160155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:20,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401160155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:20,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:20,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:20,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:20,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:20,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:20,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:20,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401160165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:20,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:20,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:20,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:20,323 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/609fdb9ffde64485af8f0d86655484e8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/609fdb9ffde64485af8f0d86655484e8 2024-12-05T12:18:20,337 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/A of 949b4d88dae20565a84ebd6434acafbc into 609fdb9ffde64485af8f0d86655484e8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:20,337 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:20,337 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/A, priority=11, startTime=1733401099697; duration=0sec 2024-12-05T12:18:20,337 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:20,337 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:A 2024-12-05T12:18:20,441 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/b3813391ad17469aa8475ea2e65d1644 2024-12-05T12:18:20,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/8896cb6dd1ca4e34a097c0f3491e52ae as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/8896cb6dd1ca4e34a097c0f3491e52ae 2024-12-05T12:18:20,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401160466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:20,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:20,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:20,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:20,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401160477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:20,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401160477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:20,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:20,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:20,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:20,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:20,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:20,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:20,490 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/8896cb6dd1ca4e34a097c0f3491e52ae, entries=150, sequenceid=102, filesize=11.7 K 2024-12-05T12:18:20,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401160485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:20,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:20,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:20,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:20,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/55d86de0833b4bf99760b3d9892b654f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/55d86de0833b4bf99760b3d9892b654f 2024-12-05T12:18:20,504 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/55d86de0833b4bf99760b3d9892b654f, entries=150, sequenceid=102, filesize=11.7 K 2024-12-05T12:18:20,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/b3813391ad17469aa8475ea2e65d1644 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/b3813391ad17469aa8475ea2e65d1644 2024-12-05T12:18:20,512 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/b3813391ad17469aa8475ea2e65d1644, entries=150, sequenceid=102, filesize=11.7 K 2024-12-05T12:18:20,513 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 949b4d88dae20565a84ebd6434acafbc in 812ms, sequenceid=102, compaction requested=false 2024-12-05T12:18:20,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:20,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:20,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-05T12:18:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-05T12:18:20,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-05T12:18:20,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6160 sec 2024-12-05T12:18:20,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.6240 sec 2024-12-05T12:18:20,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T12:18:20,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:20,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:20,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:20,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:20,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:20,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:21,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/5e3d2414220745c1922ab01379247419 is 50, key is test_row_0/A:col10/1733401099813/Put/seqid=0 2024-12-05T12:18:21,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742063_1239 (size=14341) 2024-12-05T12:18:21,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401161030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401161032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/5e3d2414220745c1922ab01379247419 2024-12-05T12:18:21,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401161035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401161039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T12:18:21,057 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:21,057 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:18:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-12-05T12:18:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T12:18:21,068 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:18:21,069 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:18:21,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:18:21,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/4f89db328f294507bd78ca0c5043683a is 50, key is test_row_0/B:col10/1733401099813/Put/seqid=0 2024-12-05T12:18:21,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742064_1240 (size=12001) 2024-12-05T12:18:21,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/4f89db328f294507bd78ca0c5043683a 2024-12-05T12:18:21,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/fec6f23ebf1b46c1a2cd7ffda441a8e9 is 50, key is test_row_0/C:col10/1733401099813/Put/seqid=0 2024-12-05T12:18:21,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401161147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401161149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401161156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401161157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T12:18:21,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742065_1241 (size=12001) 2024-12-05T12:18:21,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/fec6f23ebf1b46c1a2cd7ffda441a8e9 2024-12-05T12:18:21,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-05T12:18:21,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:21,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:21,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:21,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:21,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:21,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/5e3d2414220745c1922ab01379247419 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/5e3d2414220745c1922ab01379247419 2024-12-05T12:18:21,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/5e3d2414220745c1922ab01379247419, entries=200, sequenceid=125, filesize=14.0 K 2024-12-05T12:18:21,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/4f89db328f294507bd78ca0c5043683a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/4f89db328f294507bd78ca0c5043683a 2024-12-05T12:18:21,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/4f89db328f294507bd78ca0c5043683a, entries=150, sequenceid=125, filesize=11.7 K 2024-12-05T12:18:21,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/fec6f23ebf1b46c1a2cd7ffda441a8e9 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/fec6f23ebf1b46c1a2cd7ffda441a8e9 2024-12-05T12:18:21,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/fec6f23ebf1b46c1a2cd7ffda441a8e9, entries=150, sequenceid=125, filesize=11.7 K 2024-12-05T12:18:21,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 949b4d88dae20565a84ebd6434acafbc in 315ms, sequenceid=125, compaction requested=true 2024-12-05T12:18:21,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:21,302 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:21,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:18:21,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:21,302 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:21,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:18:21,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:21,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:18:21,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:21,313 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:21,313 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/A is initiating minor compaction (all files) 2024-12-05T12:18:21,313 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/A in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:21,313 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/609fdb9ffde64485af8f0d86655484e8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/8896cb6dd1ca4e34a097c0f3491e52ae, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/5e3d2414220745c1922ab01379247419] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=37.6 K 2024-12-05T12:18:21,314 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 609fdb9ffde64485af8f0d86655484e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733401098386 2024-12-05T12:18:21,314 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8896cb6dd1ca4e34a097c0f3491e52ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733401099075 2024-12-05T12:18:21,315 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:21,315 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/B is initiating minor compaction (all files) 2024-12-05T12:18:21,315 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/B in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:21,315 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/1321aa085b904f82a4db702480929ea7, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/55d86de0833b4bf99760b3d9892b654f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/4f89db328f294507bd78ca0c5043683a] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=35.3 K 2024-12-05T12:18:21,315 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e3d2414220745c1922ab01379247419, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733401099800 2024-12-05T12:18:21,319 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1321aa085b904f82a4db702480929ea7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733401098386 2024-12-05T12:18:21,326 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 55d86de0833b4bf99760b3d9892b654f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733401099075 2024-12-05T12:18:21,327 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f89db328f294507bd78ca0c5043683a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733401099800 2024-12-05T12:18:21,363 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#A#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:21,363 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/d14729ba63cb47a7b6ec9266e26c10d4 is 50, key is test_row_0/A:col10/1733401099813/Put/seqid=0 2024-12-05T12:18:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:21,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T12:18:21,374 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#B#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:21,375 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/b6e72f3196df4ee285741e49822acffc is 50, key is test_row_0/B:col10/1733401099813/Put/seqid=0 2024-12-05T12:18:21,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:21,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:21,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T12:18:21,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:21,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:21,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:21,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-05T12:18:21,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:21,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:21,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:21,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:21,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:21,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/02869726e04d462ea834bf7aeb770060 is 50, key is test_row_0/A:col10/1733401101371/Put/seqid=0 2024-12-05T12:18:21,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742067_1243 (size=12275) 2024-12-05T12:18:21,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742066_1242 (size=12275) 2024-12-05T12:18:21,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742068_1244 (size=12151) 2024-12-05T12:18:21,441 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/b6e72f3196df4ee285741e49822acffc as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/b6e72f3196df4ee285741e49822acffc 2024-12-05T12:18:21,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401161438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401161440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,457 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/d14729ba63cb47a7b6ec9266e26c10d4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/d14729ba63cb47a7b6ec9266e26c10d4 2024-12-05T12:18:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401161447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401161448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,464 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/B of 949b4d88dae20565a84ebd6434acafbc into b6e72f3196df4ee285741e49822acffc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:21,464 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:21,464 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/B, priority=13, startTime=1733401101302; duration=0sec 2024-12-05T12:18:21,464 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:21,464 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:B 2024-12-05T12:18:21,464 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:21,469 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:21,469 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/C is initiating minor compaction (all files) 2024-12-05T12:18:21,470 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/C in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:21,470 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/279ba32f11834fe79d274b1aa9992523, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/b3813391ad17469aa8475ea2e65d1644, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/fec6f23ebf1b46c1a2cd7ffda441a8e9] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=35.3 K 2024-12-05T12:18:21,474 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 279ba32f11834fe79d274b1aa9992523, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733401098386 2024-12-05T12:18:21,477 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b3813391ad17469aa8475ea2e65d1644, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733401099075 2024-12-05T12:18:21,478 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting fec6f23ebf1b46c1a2cd7ffda441a8e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733401099800 2024-12-05T12:18:21,482 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/A of 949b4d88dae20565a84ebd6434acafbc into d14729ba63cb47a7b6ec9266e26c10d4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:21,482 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:21,482 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/A, priority=13, startTime=1733401101302; duration=0sec 2024-12-05T12:18:21,482 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:21,482 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:A 2024-12-05T12:18:21,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-05T12:18:21,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:21,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:21,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:21,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:21,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:21,560 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#C#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:21,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401161555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,561 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/2d327e1c73ab4ecaa165ce8988cf8958 is 50, key is test_row_0/C:col10/1733401099813/Put/seqid=0 2024-12-05T12:18:21,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401161567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401161568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401161575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742069_1245 (size=12275) 2024-12-05T12:18:21,640 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/2d327e1c73ab4ecaa165ce8988cf8958 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/2d327e1c73ab4ecaa165ce8988cf8958 2024-12-05T12:18:21,656 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/C of 949b4d88dae20565a84ebd6434acafbc into 2d327e1c73ab4ecaa165ce8988cf8958(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:21,656 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:21,657 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/C, priority=13, startTime=1733401101303; duration=0sec 2024-12-05T12:18:21,657 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:21,658 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:C 2024-12-05T12:18:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T12:18:21,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-05T12:18:21,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:21,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:21,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:21,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:21,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:21,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401161768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401161788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401161788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401161789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:21,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/02869726e04d462ea834bf7aeb770060 2024-12-05T12:18:21,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/048d41477e164367b3a153b64ca01358 is 50, key is test_row_0/B:col10/1733401101371/Put/seqid=0 2024-12-05T12:18:21,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-05T12:18:21,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:21,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:21,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:21,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:21,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:21,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742070_1246 (size=12151) 2024-12-05T12:18:22,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-05T12:18:22,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:22,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:22,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:22,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:22,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:22,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401162086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:22,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401162116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:22,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401162116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:22,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:22,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401162117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T12:18:22,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-05T12:18:22,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:22,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:22,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:22,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:22,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:22,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/048d41477e164367b3a153b64ca01358 2024-12-05T12:18:22,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/e0f45b166ea94e83bd55f5926618961e is 50, key is test_row_0/C:col10/1733401101371/Put/seqid=0 2024-12-05T12:18:22,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-05T12:18:22,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:22,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:22,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:22,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:22,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742071_1247 (size=12151) 2024-12-05T12:18:22,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/e0f45b166ea94e83bd55f5926618961e 2024-12-05T12:18:22,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/02869726e04d462ea834bf7aeb770060 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/02869726e04d462ea834bf7aeb770060 2024-12-05T12:18:22,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/02869726e04d462ea834bf7aeb770060, entries=150, sequenceid=140, filesize=11.9 K 2024-12-05T12:18:22,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/048d41477e164367b3a153b64ca01358 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/048d41477e164367b3a153b64ca01358 2024-12-05T12:18:22,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/048d41477e164367b3a153b64ca01358, entries=150, sequenceid=140, filesize=11.9 K 2024-12-05T12:18:22,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/e0f45b166ea94e83bd55f5926618961e as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/e0f45b166ea94e83bd55f5926618961e 2024-12-05T12:18:22,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/e0f45b166ea94e83bd55f5926618961e, entries=150, sequenceid=140, filesize=11.9 K 2024-12-05T12:18:22,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 949b4d88dae20565a84ebd6434acafbc in 1121ms, sequenceid=140, compaction requested=false 2024-12-05T12:18:22,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:22,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-05T12:18:22,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:22,549 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T12:18:22,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:22,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:22,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:22,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:22,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:22,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:22,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/9d71325d00764fe9984e41fcd7433818 is 50, key is test_row_0/A:col10/1733401101415/Put/seqid=0 2024-12-05T12:18:22,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742072_1248 (size=12151) 2024-12-05T12:18:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:22,707 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/9d71325d00764fe9984e41fcd7433818 2024-12-05T12:18:22,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/8d2e8d7c738c4fce991400b1349d924d is 50, key is test_row_0/B:col10/1733401101415/Put/seqid=0 2024-12-05T12:18:22,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401162757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742073_1249 (size=12151) 2024-12-05T12:18:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:22,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401162759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:22,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401162762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:22,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401162777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:22,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401162885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:22,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:22,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401162895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:22,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:22,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401162896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:22,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401162906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:23,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401163109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:23,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:23,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401163115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:23,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401163115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:23,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401163127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:23,179 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/8d2e8d7c738c4fce991400b1349d924d 2024-12-05T12:18:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T12:18:23,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/aad01b59d21740cb8db160e2c144eebd is 50, key is test_row_0/C:col10/1733401101415/Put/seqid=0 2024-12-05T12:18:23,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1733401163247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:23,255 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_1' in 949b4d88dae20565a84ebd6434acafbc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8318 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:18:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:23,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742074_1250 (size=12151) 2024-12-05T12:18:23,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401163428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:23,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:23,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401163435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:23,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:23,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401163447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:23,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:23,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401163447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:23,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:23,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:23,694 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/aad01b59d21740cb8db160e2c144eebd 2024-12-05T12:18:23,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/9d71325d00764fe9984e41fcd7433818 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/9d71325d00764fe9984e41fcd7433818 2024-12-05T12:18:23,715 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/9d71325d00764fe9984e41fcd7433818, entries=150, sequenceid=160, filesize=11.9 K 2024-12-05T12:18:23,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/8d2e8d7c738c4fce991400b1349d924d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/8d2e8d7c738c4fce991400b1349d924d 2024-12-05T12:18:23,726 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/8d2e8d7c738c4fce991400b1349d924d, entries=150, sequenceid=160, filesize=11.9 K 2024-12-05T12:18:23,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/aad01b59d21740cb8db160e2c144eebd as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/aad01b59d21740cb8db160e2c144eebd 2024-12-05T12:18:23,738 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/aad01b59d21740cb8db160e2c144eebd, entries=150, sequenceid=160, filesize=11.9 K 2024-12-05T12:18:23,745 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 949b4d88dae20565a84ebd6434acafbc in 1196ms, sequenceid=160, compaction requested=true 2024-12-05T12:18:23,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:23,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:23,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-05T12:18:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-05T12:18:23,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-05T12:18:23,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6810 sec 2024-12-05T12:18:23,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 2.6960 sec 2024-12-05T12:18:23,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:23,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T12:18:23,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:23,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:23,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:23,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:23,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:23,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:23,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/880cce9a89a64719a7b062b5fce21810 is 50, key is test_row_0/A:col10/1733401103951/Put/seqid=0 2024-12-05T12:18:24,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742075_1251 (size=12151) 2024-12-05T12:18:24,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401164046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:24,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401164047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:24,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401164049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:24,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:24,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:24,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401164066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:24,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:24,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401164175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:24,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:24,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401164175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:24,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401164176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:24,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401164195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:24,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401164386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:24,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:24,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401164388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:24,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401164389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:24,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401164417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:24,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/880cce9a89a64719a7b062b5fce21810 2024-12-05T12:18:24,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/56fd5e8e3d744ec98e52540895e78e99 is 50, key is test_row_0/B:col10/1733401103951/Put/seqid=0 2024-12-05T12:18:24,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742076_1252 (size=12151) 2024-12-05T12:18:24,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/56fd5e8e3d744ec98e52540895e78e99 2024-12-05T12:18:24,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/d4b1d03956ec48bf9ab6aadcfa9b59d3 is 50, key is test_row_0/C:col10/1733401103951/Put/seqid=0 2024-12-05T12:18:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742077_1253 (size=12151) 2024-12-05T12:18:24,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401164697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:24,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:24,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401164709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:24,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401164709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:24,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:24,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401164745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:25,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/d4b1d03956ec48bf9ab6aadcfa9b59d3 2024-12-05T12:18:25,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/880cce9a89a64719a7b062b5fce21810 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/880cce9a89a64719a7b062b5fce21810 2024-12-05T12:18:25,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/880cce9a89a64719a7b062b5fce21810, entries=150, sequenceid=177, filesize=11.9 K 2024-12-05T12:18:25,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/56fd5e8e3d744ec98e52540895e78e99 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/56fd5e8e3d744ec98e52540895e78e99 2024-12-05T12:18:25,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/56fd5e8e3d744ec98e52540895e78e99, entries=150, sequenceid=177, filesize=11.9 K 2024-12-05T12:18:25,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/d4b1d03956ec48bf9ab6aadcfa9b59d3 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d4b1d03956ec48bf9ab6aadcfa9b59d3 2024-12-05T12:18:25,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401165217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:25,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401165219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:25,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d4b1d03956ec48bf9ab6aadcfa9b59d3, entries=150, sequenceid=177, filesize=11.9 K 2024-12-05T12:18:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T12:18:25,231 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:25,232 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:18:25,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 949b4d88dae20565a84ebd6434acafbc in 1268ms, sequenceid=177, compaction requested=true 2024-12-05T12:18:25,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:25,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:18:25,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:25,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:18:25,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:25,233 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:18:25,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:18:25,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:18:25,234 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:18:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-12-05T12:18:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T12:18:25,237 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:18:25,238 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:18:25,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:18:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:25,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T12:18:25,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:25,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:25,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:25,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:25,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:25,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:25,245 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:18:25,245 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/A is initiating minor compaction (all files) 2024-12-05T12:18:25,245 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/A in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:25,245 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/d14729ba63cb47a7b6ec9266e26c10d4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/02869726e04d462ea834bf7aeb770060, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/9d71325d00764fe9984e41fcd7433818, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/880cce9a89a64719a7b062b5fce21810] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=47.6 K 2024-12-05T12:18:25,245 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:18:25,245 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/B is initiating minor compaction (all files) 2024-12-05T12:18:25,245 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/B in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:25,245 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/b6e72f3196df4ee285741e49822acffc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/048d41477e164367b3a153b64ca01358, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/8d2e8d7c738c4fce991400b1349d924d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/56fd5e8e3d744ec98e52540895e78e99] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=47.6 K 2024-12-05T12:18:25,254 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting d14729ba63cb47a7b6ec9266e26c10d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733401099800 2024-12-05T12:18:25,254 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6e72f3196df4ee285741e49822acffc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733401099800 2024-12-05T12:18:25,255 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 048d41477e164367b3a153b64ca01358, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733401101030 2024-12-05T12:18:25,255 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 02869726e04d462ea834bf7aeb770060, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733401101030 2024-12-05T12:18:25,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/e22041f5b3c540ad88b4610244f46801 is 50, key is test_row_0/A:col10/1733401104057/Put/seqid=0 2024-12-05T12:18:25,259 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d2e8d7c738c4fce991400b1349d924d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733401101415 2024-12-05T12:18:25,260 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d71325d00764fe9984e41fcd7433818, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733401101415 2024-12-05T12:18:25,261 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 880cce9a89a64719a7b062b5fce21810, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733401102761 2024-12-05T12:18:25,261 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56fd5e8e3d744ec98e52540895e78e99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733401102761 2024-12-05T12:18:25,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742078_1254 (size=14541) 2024-12-05T12:18:25,316 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#B#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:25,316 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/c7009611e3bc465597ba766a13582723 is 50, key is test_row_0/B:col10/1733401103951/Put/seqid=0 2024-12-05T12:18:25,320 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#A#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:25,321 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/6e276dfcbc5e4a778a36c434a0041bd8 is 50, key is test_row_0/A:col10/1733401103951/Put/seqid=0 2024-12-05T12:18:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T12:18:25,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742079_1255 (size=12561) 2024-12-05T12:18:25,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401165350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:25,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:25,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:25,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:25,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401165352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:25,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:25,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:25,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:25,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742080_1256 (size=12561) 2024-12-05T12:18:25,376 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/c7009611e3bc465597ba766a13582723 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/c7009611e3bc465597ba766a13582723 2024-12-05T12:18:25,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-05T12:18:25,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:25,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:25,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:25,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:25,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:25,409 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/B of 949b4d88dae20565a84ebd6434acafbc into c7009611e3bc465597ba766a13582723(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:25,409 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:25,409 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/B, priority=12, startTime=1733401105233; duration=0sec 2024-12-05T12:18:25,409 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:25,409 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:B 2024-12-05T12:18:25,409 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:18:25,426 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:18:25,426 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/C is initiating minor compaction (all files) 2024-12-05T12:18:25,426 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/C in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:25,426 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/2d327e1c73ab4ecaa165ce8988cf8958, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/e0f45b166ea94e83bd55f5926618961e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/aad01b59d21740cb8db160e2c144eebd, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d4b1d03956ec48bf9ab6aadcfa9b59d3] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=47.6 K 2024-12-05T12:18:25,427 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d327e1c73ab4ecaa165ce8988cf8958, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733401099800 2024-12-05T12:18:25,429 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0f45b166ea94e83bd55f5926618961e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733401101030 2024-12-05T12:18:25,439 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting aad01b59d21740cb8db160e2c144eebd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733401101415 2024-12-05T12:18:25,447 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4b1d03956ec48bf9ab6aadcfa9b59d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733401102761 2024-12-05T12:18:25,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401165475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:25,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:25,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:25,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:25,487 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#C#compaction#216 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:25,487 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/dcd5ffc4f81a48fc9a5ee5d5a1d37580 is 50, key is test_row_0/C:col10/1733401103951/Put/seqid=0 2024-12-05T12:18:25,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401165481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:25,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:25,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:25,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742081_1257 (size=12561) 2024-12-05T12:18:25,539 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/dcd5ffc4f81a48fc9a5ee5d5a1d37580 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/dcd5ffc4f81a48fc9a5ee5d5a1d37580 2024-12-05T12:18:25,546 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/C of 949b4d88dae20565a84ebd6434acafbc into dcd5ffc4f81a48fc9a5ee5d5a1d37580(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:25,546 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:25,546 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/C, priority=12, startTime=1733401105233; duration=0sec 2024-12-05T12:18:25,546 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:25,546 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:C 2024-12-05T12:18:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T12:18:25,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-05T12:18:25,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:25,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:25,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:25,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:25,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:25,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401165685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:25,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:25,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:25,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:25,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401165705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:25,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/e22041f5b3c540ad88b4610244f46801 2024-12-05T12:18:25,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-05T12:18:25,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:25,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:25,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:25,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:25,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:25,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/fb6712d8f2c349c798e3ea71424d6346 is 50, key is test_row_0/B:col10/1733401104057/Put/seqid=0 2024-12-05T12:18:25,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742082_1258 (size=12151) 2024-12-05T12:18:25,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/fb6712d8f2c349c798e3ea71424d6346 2024-12-05T12:18:25,824 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/6e276dfcbc5e4a778a36c434a0041bd8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/6e276dfcbc5e4a778a36c434a0041bd8 2024-12-05T12:18:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T12:18:25,873 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/A of 949b4d88dae20565a84ebd6434acafbc into 6e276dfcbc5e4a778a36c434a0041bd8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:25,873 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:25,873 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/A, priority=12, startTime=1733401105233; duration=0sec 2024-12-05T12:18:25,873 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:25,873 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:A 2024-12-05T12:18:25,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/0a23d8d2530c4ac28550e41aeedbd3e2 is 50, key is test_row_0/C:col10/1733401104057/Put/seqid=0 2024-12-05T12:18:25,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-05T12:18:25,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:25,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:25,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:25,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:25,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:25,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742083_1259 (size=12151) 2024-12-05T12:18:26,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401165997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:26,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401166025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:26,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:26,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-05T12:18:26,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:26,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:26,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:26,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-05T12:18:26,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:26,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:26,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:26,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401166235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:26,240 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_0' in 949b4d88dae20565a84ebd6434acafbc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:18:26,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:26,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401166245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:26,249 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_1' in 949b4d88dae20565a84ebd6434acafbc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:18:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:26,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/0a23d8d2530c4ac28550e41aeedbd3e2 2024-12-05T12:18:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T12:18:26,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-05T12:18:26,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:26,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:26,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:26,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/e22041f5b3c540ad88b4610244f46801 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/e22041f5b3c540ad88b4610244f46801 2024-12-05T12:18:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/e22041f5b3c540ad88b4610244f46801, entries=200, sequenceid=193, filesize=14.2 K 2024-12-05T12:18:26,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/fb6712d8f2c349c798e3ea71424d6346 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/fb6712d8f2c349c798e3ea71424d6346 2024-12-05T12:18:26,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/fb6712d8f2c349c798e3ea71424d6346, entries=150, sequenceid=193, filesize=11.9 K 2024-12-05T12:18:26,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/0a23d8d2530c4ac28550e41aeedbd3e2 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/0a23d8d2530c4ac28550e41aeedbd3e2 2024-12-05T12:18:26,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/0a23d8d2530c4ac28550e41aeedbd3e2, entries=150, sequenceid=193, filesize=11.9 K 2024-12-05T12:18:26,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 949b4d88dae20565a84ebd6434acafbc in 1204ms, sequenceid=193, compaction requested=false 2024-12-05T12:18:26,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:26,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T12:18:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:26,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/a789494a83c648039df2bc107f02b43d is 50, key is test_row_0/A:col10/1733401105334/Put/seqid=0 2024-12-05T12:18:26,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-05T12:18:26,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:26,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:26,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:26,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401166592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:26,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:26,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742084_1260 (size=14541) 2024-12-05T12:18:26,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401166601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:26,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:26,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401166705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:26,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-05T12:18:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:26,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401166729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:26,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-05T12:18:26,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:26,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:26,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:26,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:26,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401166914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:26,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:26,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401166948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:27,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/a789494a83c648039df2bc107f02b43d 2024-12-05T12:18:27,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-05T12:18:27,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:27,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:27,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:27,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:27,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:27,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/ed6d7176f8204eca909cbf4b3755ecdf is 50, key is test_row_0/B:col10/1733401105334/Put/seqid=0 2024-12-05T12:18:27,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742085_1261 (size=12151) 2024-12-05T12:18:27,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/ed6d7176f8204eca909cbf4b3755ecdf 2024-12-05T12:18:27,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/950ab5f1d0ba4fa6ae2adeb4837479a1 is 50, key is test_row_0/C:col10/1733401105334/Put/seqid=0 2024-12-05T12:18:27,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-05T12:18:27,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:27,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:27,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:27,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:27,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:27,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742086_1262 (size=12151) 2024-12-05T12:18:27,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401167229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:27,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:27,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:27,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:27,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401167257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:27,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-05T12:18:27,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:27,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:27,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:27,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:27,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T12:18:27,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-05T12:18:27,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:27,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:27,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:27,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:27,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:27,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/950ab5f1d0ba4fa6ae2adeb4837479a1 2024-12-05T12:18:27,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/a789494a83c648039df2bc107f02b43d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/a789494a83c648039df2bc107f02b43d 2024-12-05T12:18:27,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/a789494a83c648039df2bc107f02b43d, entries=200, sequenceid=213, filesize=14.2 K 2024-12-05T12:18:27,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/ed6d7176f8204eca909cbf4b3755ecdf as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/ed6d7176f8204eca909cbf4b3755ecdf 2024-12-05T12:18:27,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/ed6d7176f8204eca909cbf4b3755ecdf, entries=150, sequenceid=213, filesize=11.9 K 2024-12-05T12:18:27,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/950ab5f1d0ba4fa6ae2adeb4837479a1 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/950ab5f1d0ba4fa6ae2adeb4837479a1 2024-12-05T12:18:27,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/950ab5f1d0ba4fa6ae2adeb4837479a1, entries=150, sequenceid=213, filesize=11.9 K 2024-12-05T12:18:27,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 949b4d88dae20565a84ebd6434acafbc in 1142ms, sequenceid=213, compaction requested=true 2024-12-05T12:18:27,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:27,676 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:27,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:18:27,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:27,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:18:27,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:27,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:18:27,677 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:27,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:27,677 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:27,677 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/A is initiating minor compaction (all files) 2024-12-05T12:18:27,677 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/A in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:27,678 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/6e276dfcbc5e4a778a36c434a0041bd8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/e22041f5b3c540ad88b4610244f46801, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/a789494a83c648039df2bc107f02b43d] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=40.7 K 2024-12-05T12:18:27,678 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e276dfcbc5e4a778a36c434a0041bd8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733401102761 2024-12-05T12:18:27,678 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:27,678 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/B is initiating minor compaction (all files) 2024-12-05T12:18:27,678 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/B in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:27,679 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/c7009611e3bc465597ba766a13582723, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/fb6712d8f2c349c798e3ea71424d6346, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/ed6d7176f8204eca909cbf4b3755ecdf] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=36.0 K 2024-12-05T12:18:27,679 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7009611e3bc465597ba766a13582723, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733401102761 2024-12-05T12:18:27,679 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting e22041f5b3c540ad88b4610244f46801, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733401104011 2024-12-05T12:18:27,679 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb6712d8f2c349c798e3ea71424d6346, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733401104039 2024-12-05T12:18:27,680 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting a789494a83c648039df2bc107f02b43d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733401105277 2024-12-05T12:18:27,685 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed6d7176f8204eca909cbf4b3755ecdf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733401105334 2024-12-05T12:18:27,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-05T12:18:27,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:27,689 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T12:18:27,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:27,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:27,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:27,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:27,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:27,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:27,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/92855ff7301b45779a3b9e9479e61ff4 is 50, key is test_row_0/A:col10/1733401106598/Put/seqid=0 2024-12-05T12:18:27,736 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#A#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:27,736 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/5150a3c1cacf424bb7142acb5cedd45f is 50, key is test_row_0/A:col10/1733401105334/Put/seqid=0 2024-12-05T12:18:27,747 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#B#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:27,747 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/2fcc5ab54ec84a75a9c53b25652d55d8 is 50, key is test_row_0/B:col10/1733401105334/Put/seqid=0 2024-12-05T12:18:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:27,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:27,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742087_1263 (size=12151) 2024-12-05T12:18:27,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742088_1264 (size=12663) 2024-12-05T12:18:27,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742089_1265 (size=12663) 2024-12-05T12:18:27,798 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/5150a3c1cacf424bb7142acb5cedd45f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/5150a3c1cacf424bb7142acb5cedd45f 2024-12-05T12:18:27,817 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/A of 949b4d88dae20565a84ebd6434acafbc into 5150a3c1cacf424bb7142acb5cedd45f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:27,818 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:27,818 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/A, priority=13, startTime=1733401107676; duration=0sec 2024-12-05T12:18:27,818 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:27,818 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:A 2024-12-05T12:18:27,818 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:27,819 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:27,819 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/C is initiating minor compaction (all files) 2024-12-05T12:18:27,819 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/C in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:27,820 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/dcd5ffc4f81a48fc9a5ee5d5a1d37580, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/0a23d8d2530c4ac28550e41aeedbd3e2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/950ab5f1d0ba4fa6ae2adeb4837479a1] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=36.0 K 2024-12-05T12:18:27,820 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting dcd5ffc4f81a48fc9a5ee5d5a1d37580, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733401102761 2024-12-05T12:18:27,820 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a23d8d2530c4ac28550e41aeedbd3e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733401104039 2024-12-05T12:18:27,821 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 950ab5f1d0ba4fa6ae2adeb4837479a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733401105334 2024-12-05T12:18:27,829 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#C#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:27,830 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/620662511bb94067ab46b942254eac17 is 50, key is test_row_0/C:col10/1733401105334/Put/seqid=0 2024-12-05T12:18:27,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401167830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:27,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401167830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:27,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742090_1266 (size=12663) 2024-12-05T12:18:27,851 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/620662511bb94067ab46b942254eac17 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/620662511bb94067ab46b942254eac17 2024-12-05T12:18:27,861 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/C of 949b4d88dae20565a84ebd6434acafbc into 620662511bb94067ab46b942254eac17(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:27,861 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:27,861 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/C, priority=13, startTime=1733401107677; duration=0sec 2024-12-05T12:18:27,862 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:27,862 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:C 2024-12-05T12:18:27,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401167946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:27,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401167946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:28,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401168155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:28,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401168155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:28,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:28,188 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/92855ff7301b45779a3b9e9479e61ff4 2024-12-05T12:18:28,279 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/2fcc5ab54ec84a75a9c53b25652d55d8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/2fcc5ab54ec84a75a9c53b25652d55d8 2024-12-05T12:18:28,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401168278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:28,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401168278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:28,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/3afa4b5bec9c4a75b577caf2a64163bf is 50, key is test_row_0/B:col10/1733401106598/Put/seqid=0 2024-12-05T12:18:28,282 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_1' in 949b4d88dae20565a84ebd6434acafbc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:18:28,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:28,286 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_0' in 949b4d88dae20565a84ebd6434acafbc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:18:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:28,292 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/B of 949b4d88dae20565a84ebd6434acafbc into 2fcc5ab54ec84a75a9c53b25652d55d8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:28,292 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:28,293 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/B, priority=13, startTime=1733401107677; duration=0sec 2024-12-05T12:18:28,293 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:28,293 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:B 2024-12-05T12:18:28,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742091_1267 (size=12151) 2024-12-05T12:18:28,325 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/3afa4b5bec9c4a75b577caf2a64163bf 2024-12-05T12:18:28,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/54b935c0ca744164a7804b2afa3ac2f4 is 50, key is test_row_0/C:col10/1733401106598/Put/seqid=0 2024-12-05T12:18:28,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742092_1268 (size=12151) 2024-12-05T12:18:28,355 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/54b935c0ca744164a7804b2afa3ac2f4 2024-12-05T12:18:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/92855ff7301b45779a3b9e9479e61ff4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/92855ff7301b45779a3b9e9479e61ff4 2024-12-05T12:18:28,368 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/92855ff7301b45779a3b9e9479e61ff4, entries=150, sequenceid=228, filesize=11.9 K 2024-12-05T12:18:28,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/3afa4b5bec9c4a75b577caf2a64163bf as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/3afa4b5bec9c4a75b577caf2a64163bf 2024-12-05T12:18:28,377 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/3afa4b5bec9c4a75b577caf2a64163bf, entries=150, sequenceid=228, filesize=11.9 K 2024-12-05T12:18:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/54b935c0ca744164a7804b2afa3ac2f4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/54b935c0ca744164a7804b2afa3ac2f4 2024-12-05T12:18:28,384 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/54b935c0ca744164a7804b2afa3ac2f4, entries=150, sequenceid=228, filesize=11.9 K 2024-12-05T12:18:28,386 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 949b4d88dae20565a84ebd6434acafbc in 697ms, sequenceid=228, compaction requested=false 2024-12-05T12:18:28,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:28,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:28,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-05T12:18:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-12-05T12:18:28,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-05T12:18:28,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1510 sec 2024-12-05T12:18:28,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 3.1610 sec 2024-12-05T12:18:28,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T12:18:28,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:28,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:28,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:28,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:28,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:28,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:28,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/a2bfbbe3dd51416ca0a255a9dd16a22c is 50, key is test_row_0/A:col10/1733401108469/Put/seqid=0 2024-12-05T12:18:28,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742093_1269 (size=14541) 2024-12-05T12:18:28,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/a2bfbbe3dd51416ca0a255a9dd16a22c 2024-12-05T12:18:28,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/9b2bcc45bb80439da13537fc333dda29 is 50, key is test_row_0/B:col10/1733401108469/Put/seqid=0 2024-12-05T12:18:28,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401168549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:28,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:28,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401168564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:28,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742094_1270 (size=12151) 2024-12-05T12:18:28,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401168676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:28,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:28,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401168685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:28,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:28,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401168905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:28,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401168905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:28,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:28,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:29,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/9b2bcc45bb80439da13537fc333dda29 2024-12-05T12:18:29,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/e1bf24e3b85549c9bb8af7006bb539ac is 50, key is test_row_0/C:col10/1733401108469/Put/seqid=0 2024-12-05T12:18:29,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742095_1271 (size=12151) 2024-12-05T12:18:29,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/e1bf24e3b85549c9bb8af7006bb539ac 2024-12-05T12:18:29,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/a2bfbbe3dd51416ca0a255a9dd16a22c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/a2bfbbe3dd51416ca0a255a9dd16a22c 2024-12-05T12:18:29,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/a2bfbbe3dd51416ca0a255a9dd16a22c, entries=200, sequenceid=249, filesize=14.2 K 2024-12-05T12:18:29,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/9b2bcc45bb80439da13537fc333dda29 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/9b2bcc45bb80439da13537fc333dda29 2024-12-05T12:18:29,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/9b2bcc45bb80439da13537fc333dda29, entries=150, sequenceid=249, filesize=11.9 K 2024-12-05T12:18:29,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/e1bf24e3b85549c9bb8af7006bb539ac as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/e1bf24e3b85549c9bb8af7006bb539ac 2024-12-05T12:18:29,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/e1bf24e3b85549c9bb8af7006bb539ac, entries=150, sequenceid=249, filesize=11.9 K 2024-12-05T12:18:29,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 949b4d88dae20565a84ebd6434acafbc in 643ms, sequenceid=249, compaction requested=true 2024-12-05T12:18:29,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:29,116 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:29,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:18:29,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:29,118 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:29,118 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:29,118 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/A is initiating minor compaction (all files) 2024-12-05T12:18:29,118 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/A in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:29,118 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/5150a3c1cacf424bb7142acb5cedd45f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/92855ff7301b45779a3b9e9479e61ff4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/a2bfbbe3dd51416ca0a255a9dd16a22c] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=38.4 K 2024-12-05T12:18:29,121 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5150a3c1cacf424bb7142acb5cedd45f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733401105334 2024-12-05T12:18:29,122 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92855ff7301b45779a3b9e9479e61ff4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733401106573 2024-12-05T12:18:29,122 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:29,122 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/B is initiating minor compaction (all files) 2024-12-05T12:18:29,122 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/B in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:29,122 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/2fcc5ab54ec84a75a9c53b25652d55d8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/3afa4b5bec9c4a75b577caf2a64163bf, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/9b2bcc45bb80439da13537fc333dda29] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=36.1 K 2024-12-05T12:18:29,123 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2bfbbe3dd51416ca0a255a9dd16a22c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733401107786 2024-12-05T12:18:29,123 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fcc5ab54ec84a75a9c53b25652d55d8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733401105334 2024-12-05T12:18:29,124 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3afa4b5bec9c4a75b577caf2a64163bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733401106573 2024-12-05T12:18:29,124 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b2bcc45bb80439da13537fc333dda29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733401107786 2024-12-05T12:18:29,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:18:29,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:29,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:18:29,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:29,153 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#A#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:29,154 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/8bd67d10ba4a44aa865173942587669d is 50, key is test_row_0/A:col10/1733401108469/Put/seqid=0 2024-12-05T12:18:29,179 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#B#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:29,180 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/8686f27996014e6bbe4cbabf18569cc6 is 50, key is test_row_0/B:col10/1733401108469/Put/seqid=0 2024-12-05T12:18:29,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742096_1272 (size=12765) 2024-12-05T12:18:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:29,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T12:18:29,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:29,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:29,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:29,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:29,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:29,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:29,222 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/8bd67d10ba4a44aa865173942587669d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/8bd67d10ba4a44aa865173942587669d 2024-12-05T12:18:29,228 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/A of 949b4d88dae20565a84ebd6434acafbc into 8bd67d10ba4a44aa865173942587669d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:29,228 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:29,228 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/A, priority=13, startTime=1733401109116; duration=0sec 2024-12-05T12:18:29,229 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:29,229 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:A 2024-12-05T12:18:29,229 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:29,230 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:29,230 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/C is initiating minor compaction (all files) 2024-12-05T12:18:29,230 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/C in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:29,230 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/620662511bb94067ab46b942254eac17, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/54b935c0ca744164a7804b2afa3ac2f4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/e1bf24e3b85549c9bb8af7006bb539ac] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=36.1 K 2024-12-05T12:18:29,230 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 620662511bb94067ab46b942254eac17, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733401105334 2024-12-05T12:18:29,231 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54b935c0ca744164a7804b2afa3ac2f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733401106573 2024-12-05T12:18:29,232 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1bf24e3b85549c9bb8af7006bb539ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733401107786 2024-12-05T12:18:29,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/39749acfea8a448fa886e50030a3626d is 50, key is test_row_0/A:col10/1733401108558/Put/seqid=0 2024-12-05T12:18:29,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742097_1273 (size=12765) 2024-12-05T12:18:29,262 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#C#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:29,262 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/cfb1e6daef794beb907cad6ba8ebc632 is 50, key is test_row_0/C:col10/1733401108469/Put/seqid=0 2024-12-05T12:18:29,263 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/8686f27996014e6bbe4cbabf18569cc6 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/8686f27996014e6bbe4cbabf18569cc6 2024-12-05T12:18:29,269 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/B of 949b4d88dae20565a84ebd6434acafbc into 8686f27996014e6bbe4cbabf18569cc6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:29,269 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:29,269 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/B, priority=13, startTime=1733401109117; duration=0sec 2024-12-05T12:18:29,270 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:29,270 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:B 2024-12-05T12:18:29,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742098_1274 (size=14741) 2024-12-05T12:18:29,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/39749acfea8a448fa886e50030a3626d 2024-12-05T12:18:29,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742099_1275 (size=12765) 2024-12-05T12:18:29,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401169296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:29,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:29,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:29,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:29,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401169296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:29,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:29,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:29,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:29,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/634a2c1a783f4e1ba7b19c6c68ad83c7 is 50, key is test_row_0/B:col10/1733401108558/Put/seqid=0 2024-12-05T12:18:29,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742100_1276 (size=12301) 2024-12-05T12:18:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T12:18:29,395 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:29,396 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:18:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-12-05T12:18:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-05T12:18:29,399 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:18:29,400 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:18:29,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:18:29,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401169405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:29,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401169405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-05T12:18:29,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-05T12:18:29,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:29,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:29,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:29,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:29,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:29,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401169615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:29,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:29,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:29,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:29,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401169617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:29,702 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/cfb1e6daef794beb907cad6ba8ebc632 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/cfb1e6daef794beb907cad6ba8ebc632 2024-12-05T12:18:29,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-05T12:18:29,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:29,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:29,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:29,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:29,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:29,715 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/C of 949b4d88dae20565a84ebd6434acafbc into cfb1e6daef794beb907cad6ba8ebc632(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:29,715 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-05T12:18:29,716 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/C, priority=13, startTime=1733401109129; duration=0sec 2024-12-05T12:18:29,717 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:29,717 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:C 2024-12-05T12:18:29,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/634a2c1a783f4e1ba7b19c6c68ad83c7 2024-12-05T12:18:29,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/be01dc181a9f4cb88e1e8b71f2830d9f is 50, key is test_row_0/C:col10/1733401108558/Put/seqid=0 2024-12-05T12:18:29,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742101_1277 (size=12301) 2024-12-05T12:18:29,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-05T12:18:29,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:29,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:29,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:29,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:29,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:29,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401169925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:29,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401169935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:30,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-05T12:18:30,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:30,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:30,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:30,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:30,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-05T12:18:30,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-05T12:18:30,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:30,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:30,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:30,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:30,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:30,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/be01dc181a9f4cb88e1e8b71f2830d9f 2024-12-05T12:18:30,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/39749acfea8a448fa886e50030a3626d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/39749acfea8a448fa886e50030a3626d 2024-12-05T12:18:30,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/39749acfea8a448fa886e50030a3626d, entries=200, sequenceid=264, filesize=14.4 K 2024-12-05T12:18:30,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/634a2c1a783f4e1ba7b19c6c68ad83c7 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/634a2c1a783f4e1ba7b19c6c68ad83c7 2024-12-05T12:18:30,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/634a2c1a783f4e1ba7b19c6c68ad83c7, entries=150, sequenceid=264, filesize=12.0 K 2024-12-05T12:18:30,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/be01dc181a9f4cb88e1e8b71f2830d9f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/be01dc181a9f4cb88e1e8b71f2830d9f 2024-12-05T12:18:30,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/be01dc181a9f4cb88e1e8b71f2830d9f, entries=150, sequenceid=264, filesize=12.0 K 2024-12-05T12:18:30,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 949b4d88dae20565a84ebd6434acafbc in 1003ms, sequenceid=264, compaction requested=false 2024-12-05T12:18:30,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:30,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-05T12:18:30,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:30,327 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T12:18:30,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:30,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:30,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:30,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:30,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:30,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:30,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/791bb8e1edb04338b6208df09993e966 is 50, key is test_row_0/A:col10/1733401109293/Put/seqid=0 2024-12-05T12:18:30,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742102_1278 (size=12301) 2024-12-05T12:18:30,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:30,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401170473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:30,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:30,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:30,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:30,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401170477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-05T12:18:30,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401170585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:30,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:30,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:30,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401170585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:30,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:30,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:30,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:30,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:30,781 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/791bb8e1edb04338b6208df09993e966 2024-12-05T12:18:30,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401170797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:30,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401170797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:30,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:30,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:30,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:30,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/79246f963d804e018b58ff3beb044795 is 50, key is test_row_0/B:col10/1733401109293/Put/seqid=0 2024-12-05T12:18:30,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742103_1279 (size=12301) 2024-12-05T12:18:30,811 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/79246f963d804e018b58ff3beb044795 2024-12-05T12:18:30,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/b602f439498a43a0a1e62cde1e8a897f is 50, key is test_row_0/C:col10/1733401109293/Put/seqid=0 2024-12-05T12:18:30,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742104_1280 (size=12301) 2024-12-05T12:18:30,822 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/b602f439498a43a0a1e62cde1e8a897f 2024-12-05T12:18:30,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/791bb8e1edb04338b6208df09993e966 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/791bb8e1edb04338b6208df09993e966 2024-12-05T12:18:30,832 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/791bb8e1edb04338b6208df09993e966, entries=150, sequenceid=285, filesize=12.0 K 2024-12-05T12:18:30,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/79246f963d804e018b58ff3beb044795 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/79246f963d804e018b58ff3beb044795 2024-12-05T12:18:30,836 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/79246f963d804e018b58ff3beb044795, entries=150, sequenceid=285, filesize=12.0 K 2024-12-05T12:18:30,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/b602f439498a43a0a1e62cde1e8a897f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/b602f439498a43a0a1e62cde1e8a897f 2024-12-05T12:18:30,842 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/b602f439498a43a0a1e62cde1e8a897f, entries=150, sequenceid=285, filesize=12.0 K 2024-12-05T12:18:30,843 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 949b4d88dae20565a84ebd6434acafbc in 516ms, sequenceid=285, compaction requested=true 2024-12-05T12:18:30,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:30,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:30,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-12-05T12:18:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-12-05T12:18:30,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-05T12:18:30,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4450 sec 2024-12-05T12:18:30,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.4520 sec 2024-12-05T12:18:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:31,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T12:18:31,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:31,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:31,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:31,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:31,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:31,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:31,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/042bcced362b4f7886bc244625009be8 is 50, key is test_row_0/A:col10/1733401111109/Put/seqid=0 2024-12-05T12:18:31,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742105_1281 (size=12301) 2024-12-05T12:18:31,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401171153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:31,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:31,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401171158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:31,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401171265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:31,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401171266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:31,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401171475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:31,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401171475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:31,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/042bcced362b4f7886bc244625009be8 2024-12-05T12:18:31,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/fdd7c3a68cd74aa8803b2610e432809f is 50, key is test_row_0/B:col10/1733401111109/Put/seqid=0 2024-12-05T12:18:31,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742106_1282 (size=12301) 2024-12-05T12:18:31,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/fdd7c3a68cd74aa8803b2610e432809f 2024-12-05T12:18:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-05T12:18:31,546 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:31,547 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:18:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-12-05T12:18:31,549 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:18:31,550 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:18:31,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:18:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-05T12:18:31,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/cb1396f78e6f481cbc1df534ee41a939 is 50, key is test_row_0/C:col10/1733401111109/Put/seqid=0 2024-12-05T12:18:31,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742107_1283 (size=12301) 2024-12-05T12:18:31,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/cb1396f78e6f481cbc1df534ee41a939 2024-12-05T12:18:31,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/042bcced362b4f7886bc244625009be8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/042bcced362b4f7886bc244625009be8 2024-12-05T12:18:31,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/042bcced362b4f7886bc244625009be8, entries=150, sequenceid=300, filesize=12.0 K 2024-12-05T12:18:31,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/fdd7c3a68cd74aa8803b2610e432809f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/fdd7c3a68cd74aa8803b2610e432809f 2024-12-05T12:18:31,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/fdd7c3a68cd74aa8803b2610e432809f, entries=150, sequenceid=300, filesize=12.0 K 2024-12-05T12:18:31,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/cb1396f78e6f481cbc1df534ee41a939 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/cb1396f78e6f481cbc1df534ee41a939 2024-12-05T12:18:31,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/cb1396f78e6f481cbc1df534ee41a939, entries=150, sequenceid=300, filesize=12.0 K 2024-12-05T12:18:31,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 949b4d88dae20565a84ebd6434acafbc in 484ms, sequenceid=300, compaction requested=true 2024-12-05T12:18:31,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:31,595 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:18:31,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:18:31,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:31,595 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:18:31,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:18:31,597 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52108 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:18:31,597 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:18:31,597 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/A is initiating minor compaction (all files) 2024-12-05T12:18:31,597 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/B is initiating minor compaction (all files) 2024-12-05T12:18:31,597 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/A in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:31,597 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/B in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:31,597 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/8bd67d10ba4a44aa865173942587669d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/39749acfea8a448fa886e50030a3626d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/791bb8e1edb04338b6208df09993e966, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/042bcced362b4f7886bc244625009be8] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=50.9 K 2024-12-05T12:18:31,597 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/8686f27996014e6bbe4cbabf18569cc6, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/634a2c1a783f4e1ba7b19c6c68ad83c7, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/79246f963d804e018b58ff3beb044795, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/fdd7c3a68cd74aa8803b2610e432809f] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=48.5 K 2024-12-05T12:18:31,598 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bd67d10ba4a44aa865173942587669d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733401107786 2024-12-05T12:18:31,598 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8686f27996014e6bbe4cbabf18569cc6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733401107786 2024-12-05T12:18:31,598 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39749acfea8a448fa886e50030a3626d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733401108513 2024-12-05T12:18:31,598 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 634a2c1a783f4e1ba7b19c6c68ad83c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733401108547 2024-12-05T12:18:31,599 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 791bb8e1edb04338b6208df09993e966, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733401109287 2024-12-05T12:18:31,599 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 79246f963d804e018b58ff3beb044795, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733401109287 2024-12-05T12:18:31,599 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 042bcced362b4f7886bc244625009be8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733401110466 2024-12-05T12:18:31,599 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting fdd7c3a68cd74aa8803b2610e432809f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733401110466 2024-12-05T12:18:31,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:31,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:18:31,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:31,631 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#A#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:31,632 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/27984bad9e0b4a5b84b1cdcb4ab162b2 is 50, key is test_row_0/A:col10/1733401111109/Put/seqid=0 2024-12-05T12:18:31,648 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#B#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:31,649 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/9726871f7e5b448e9995bdf017a1b422 is 50, key is test_row_0/B:col10/1733401111109/Put/seqid=0 2024-12-05T12:18:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-05T12:18:31,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742108_1284 (size=13051) 2024-12-05T12:18:31,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-05T12:18:31,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:31,705 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T12:18:31,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:31,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:31,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:31,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:31,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:31,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:31,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742109_1285 (size=13051) 2024-12-05T12:18:31,712 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/27984bad9e0b4a5b84b1cdcb4ab162b2 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/27984bad9e0b4a5b84b1cdcb4ab162b2 2024-12-05T12:18:31,718 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/9726871f7e5b448e9995bdf017a1b422 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/9726871f7e5b448e9995bdf017a1b422 2024-12-05T12:18:31,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/52befc987c1f47bb89f942c7c7c220c2 is 50, key is test_row_0/A:col10/1733401111156/Put/seqid=0 2024-12-05T12:18:31,725 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/A of 949b4d88dae20565a84ebd6434acafbc into 27984bad9e0b4a5b84b1cdcb4ab162b2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:31,726 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:31,726 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/A, priority=12, startTime=1733401111595; duration=0sec 2024-12-05T12:18:31,726 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:31,726 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:A 2024-12-05T12:18:31,726 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:18:31,727 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:18:31,727 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/C is initiating minor compaction (all files) 2024-12-05T12:18:31,727 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/C in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:31,728 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/cfb1e6daef794beb907cad6ba8ebc632, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/be01dc181a9f4cb88e1e8b71f2830d9f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/b602f439498a43a0a1e62cde1e8a897f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/cb1396f78e6f481cbc1df534ee41a939] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=48.5 K 2024-12-05T12:18:31,728 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfb1e6daef794beb907cad6ba8ebc632, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733401107786 2024-12-05T12:18:31,729 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting be01dc181a9f4cb88e1e8b71f2830d9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733401108547 2024-12-05T12:18:31,729 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b602f439498a43a0a1e62cde1e8a897f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733401109287 2024-12-05T12:18:31,729 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/B of 949b4d88dae20565a84ebd6434acafbc into 9726871f7e5b448e9995bdf017a1b422(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:31,730 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb1396f78e6f481cbc1df534ee41a939, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733401110466 2024-12-05T12:18:31,730 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:31,730 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/B, priority=12, startTime=1733401111595; duration=0sec 2024-12-05T12:18:31,730 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:31,730 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:B 2024-12-05T12:18:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742110_1286 (size=12301) 2024-12-05T12:18:31,755 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#C#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:31,756 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/28f1fef5d17a45b78ebfd971258d9edc is 50, key is test_row_0/C:col10/1733401111109/Put/seqid=0 2024-12-05T12:18:31,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742111_1287 (size=13051) 2024-12-05T12:18:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:31,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. as already flushing 2024-12-05T12:18:31,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401171820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:31,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401171823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-05T12:18:31,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401171935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:31,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:31,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401171935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:31,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:31,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:32,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:32,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401172145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401172145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:32,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:32,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:32,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:32,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:32,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:32,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:32,151 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/52befc987c1f47bb89f942c7c7c220c2 2024-12-05T12:18:32,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/b4533e8efa0f43138ad7a29e41a8d9be is 50, key is test_row_0/B:col10/1733401111156/Put/seqid=0 2024-12-05T12:18:32,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742112_1288 (size=12301) 2024-12-05T12:18:32,170 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/28f1fef5d17a45b78ebfd971258d9edc as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/28f1fef5d17a45b78ebfd971258d9edc 2024-12-05T12:18:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-05T12:18:32,178 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/C of 949b4d88dae20565a84ebd6434acafbc into 28f1fef5d17a45b78ebfd971258d9edc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:32,178 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:32,178 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/C, priority=12, startTime=1733401111609; duration=0sec 2024-12-05T12:18:32,178 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:32,178 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:C 2024-12-05T12:18:32,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:32,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60324 deadline: 1733401172304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:32,308 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_1' in 949b4d88dae20565a84ebd6434acafbc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8267 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:18:32,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:32,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:32,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:32,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60396 deadline: 1733401172315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:32,316 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_0' in 949b4d88dae20565a84ebd6434acafbc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8266 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:18:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:32,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401172455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:32,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:32,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:32,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:32,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401172455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:32,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:32,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:32,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:32,565 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/b4533e8efa0f43138ad7a29e41a8d9be 2024-12-05T12:18:32,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/54d621e8e9714151b9d2b1cdf7073dbe is 50, key is test_row_0/C:col10/1733401111156/Put/seqid=0 2024-12-05T12:18:32,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742113_1289 (size=12301) 2024-12-05T12:18:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-05T12:18:32,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60352 deadline: 1733401172965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:32,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60366 deadline: 1733401172966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:32,987 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/54d621e8e9714151b9d2b1cdf7073dbe 2024-12-05T12:18:32,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/52befc987c1f47bb89f942c7c7c220c2 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/52befc987c1f47bb89f942c7c7c220c2 2024-12-05T12:18:32,996 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/52befc987c1f47bb89f942c7c7c220c2, entries=150, sequenceid=317, filesize=12.0 K 2024-12-05T12:18:32,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/b4533e8efa0f43138ad7a29e41a8d9be as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/b4533e8efa0f43138ad7a29e41a8d9be 2024-12-05T12:18:33,001 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/b4533e8efa0f43138ad7a29e41a8d9be, entries=150, sequenceid=317, filesize=12.0 K 2024-12-05T12:18:33,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/54d621e8e9714151b9d2b1cdf7073dbe as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/54d621e8e9714151b9d2b1cdf7073dbe 2024-12-05T12:18:33,007 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/54d621e8e9714151b9d2b1cdf7073dbe, entries=150, sequenceid=317, filesize=12.0 K 2024-12-05T12:18:33,017 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 949b4d88dae20565a84ebd6434acafbc in 1312ms, sequenceid=317, compaction requested=false 2024-12-05T12:18:33,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:33,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:33,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-12-05T12:18:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-12-05T12:18:33,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-05T12:18:33,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4680 sec 2024-12-05T12:18:33,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.4750 sec 2024-12-05T12:18:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:33,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T12:18:33,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:33,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:33,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:33,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:33,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:33,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:33,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/440416e606f648188b02985835ea6637 is 50, key is test_row_0/A:col10/1733401111811/Put/seqid=0 2024-12-05T12:18:33,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742114_1290 (size=14741) 2024-12-05T12:18:33,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/440416e606f648188b02985835ea6637 2024-12-05T12:18:33,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/091ba3e084ef4362825c21b4a0c48b14 is 50, key is test_row_0/B:col10/1733401111811/Put/seqid=0 2024-12-05T12:18:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742115_1291 (size=12301) 2024-12-05T12:18:33,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/091ba3e084ef4362825c21b4a0c48b14 2024-12-05T12:18:33,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/a11309afc6434bdeaa4076b9ec431033 is 50, key is test_row_0/C:col10/1733401111811/Put/seqid=0 2024-12-05T12:18:33,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742116_1292 (size=12301) 2024-12-05T12:18:33,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1733401173402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:33,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1733401173505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:33,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:33,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:33,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:33,604 INFO [Thread-1045 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1045. 2024-12-05T12:18:33,604 DEBUG [Thread-1045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:33,604 DEBUG [Thread-1045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:33,604 DEBUG [Thread-1045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:33,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:33,607 INFO [Thread-1043 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1043. 2024-12-05T12:18:33,607 DEBUG [Thread-1043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:33,607 DEBUG [Thread-1043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:33,607 DEBUG [Thread-1043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:33,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:33,608 INFO [Thread-1037 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1037. 2024-12-05T12:18:33,608 DEBUG [Thread-1037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:33,608 DEBUG [Thread-1037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:33,609 DEBUG [Thread-1037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:33,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:33,609 INFO [Thread-1041 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1041. 2024-12-05T12:18:33,609 DEBUG [Thread-1041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:33,609 DEBUG [Thread-1041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:33,609 DEBUG [Thread-1041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:33,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:33,611 INFO [Thread-1039 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1039. 2024-12-05T12:18:33,611 DEBUG [Thread-1039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:33,611 DEBUG [Thread-1039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:33,611 DEBUG [Thread-1039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:33,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-05T12:18:33,695 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:33,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1733401173715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:33,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:33,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:33,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:18:33,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/a11309afc6434bdeaa4076b9ec431033 2024-12-05T12:18:33,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/440416e606f648188b02985835ea6637 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/440416e606f648188b02985835ea6637 2024-12-05T12:18:33,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/440416e606f648188b02985835ea6637, entries=200, sequenceid=336, filesize=14.4 K 2024-12-05T12:18:33,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/091ba3e084ef4362825c21b4a0c48b14 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/091ba3e084ef4362825c21b4a0c48b14 2024-12-05T12:18:33,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/091ba3e084ef4362825c21b4a0c48b14, entries=150, sequenceid=336, filesize=12.0 K 2024-12-05T12:18:33,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/a11309afc6434bdeaa4076b9ec431033 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/a11309afc6434bdeaa4076b9ec431033 2024-12-05T12:18:33,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/a11309afc6434bdeaa4076b9ec431033, entries=150, sequenceid=336, filesize=12.0 K 2024-12-05T12:18:33,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 949b4d88dae20565a84ebd6434acafbc in 463ms, sequenceid=336, compaction requested=true 2024-12-05T12:18:33,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:33,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:18:33,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:33,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:18:33,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:33,802 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:33,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 949b4d88dae20565a84ebd6434acafbc:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:18:33,802 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:33,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:33,803 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:33,803 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:33,803 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/A is initiating minor compaction (all files) 2024-12-05T12:18:33,803 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/B is initiating minor compaction (all files) 2024-12-05T12:18:33,803 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/A in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:33,803 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/B in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:33,803 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/9726871f7e5b448e9995bdf017a1b422, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/b4533e8efa0f43138ad7a29e41a8d9be, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/091ba3e084ef4362825c21b4a0c48b14] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=36.8 K 2024-12-05T12:18:33,803 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/27984bad9e0b4a5b84b1cdcb4ab162b2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/52befc987c1f47bb89f942c7c7c220c2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/440416e606f648188b02985835ea6637] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=39.2 K 2024-12-05T12:18:33,803 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 9726871f7e5b448e9995bdf017a1b422, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733401110466 2024-12-05T12:18:33,803 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27984bad9e0b4a5b84b1cdcb4ab162b2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733401110466 2024-12-05T12:18:33,803 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b4533e8efa0f43138ad7a29e41a8d9be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733401111150 2024-12-05T12:18:33,803 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52befc987c1f47bb89f942c7c7c220c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733401111150 2024-12-05T12:18:33,804 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 440416e606f648188b02985835ea6637, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733401111811 2024-12-05T12:18:33,804 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 091ba3e084ef4362825c21b4a0c48b14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733401111811 2024-12-05T12:18:33,810 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:33,811 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/5abbf64e96ae414ba2c7c7f3885c123c is 50, key is test_row_0/A:col10/1733401111811/Put/seqid=0 2024-12-05T12:18:33,816 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#B#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:33,816 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/b90d25035a1244db9328d604abbc5b9c is 50, key is test_row_0/B:col10/1733401111811/Put/seqid=0 2024-12-05T12:18:33,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742117_1293 (size=13153) 2024-12-05T12:18:33,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742118_1294 (size=13153) 2024-12-05T12:18:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:33,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T12:18:33,987 INFO [Thread-1026 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1026. 2024-12-05T12:18:33,987 DEBUG [Thread-1026 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:33,987 DEBUG [Thread-1026 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:33,987 INFO [Thread-1028 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1028. 2024-12-05T12:18:33,987 DEBUG [Thread-1028 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:33,987 DEBUG [Thread-1028 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:33,987 DEBUG [Thread-1026 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:33,987 DEBUG [Thread-1028 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:33,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:33,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:33,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/7eca3f8b3c0b4de8858e0b117a0422db is 50, key is test_row_0/A:col10/1733401113985/Put/seqid=0 2024-12-05T12:18:33,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742119_1295 (size=12301) 2024-12-05T12:18:33,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/7eca3f8b3c0b4de8858e0b117a0422db 2024-12-05T12:18:34,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/03cdad29693349688fa97b12cb348757 is 50, key is test_row_0/B:col10/1733401113985/Put/seqid=0 2024-12-05T12:18:34,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742120_1296 (size=12301) 2024-12-05T12:18:34,026 INFO [Thread-1030 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1030. 2024-12-05T12:18:34,027 DEBUG [Thread-1030 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:34,027 DEBUG [Thread-1030 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:34,027 DEBUG [Thread-1030 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:34,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:34,221 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/5abbf64e96ae414ba2c7c7f3885c123c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/5abbf64e96ae414ba2c7c7f3885c123c 2024-12-05T12:18:34,227 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/A of 949b4d88dae20565a84ebd6434acafbc into 5abbf64e96ae414ba2c7c7f3885c123c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:34,227 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:34,227 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/A, priority=13, startTime=1733401113801; duration=0sec 2024-12-05T12:18:34,227 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:34,227 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:A 2024-12-05T12:18:34,227 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:34,230 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/b90d25035a1244db9328d604abbc5b9c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/b90d25035a1244db9328d604abbc5b9c 2024-12-05T12:18:34,231 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:34,231 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 949b4d88dae20565a84ebd6434acafbc/C is initiating minor compaction (all files) 2024-12-05T12:18:34,231 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 949b4d88dae20565a84ebd6434acafbc/C in TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:34,231 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/28f1fef5d17a45b78ebfd971258d9edc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/54d621e8e9714151b9d2b1cdf7073dbe, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/a11309afc6434bdeaa4076b9ec431033] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp, totalSize=36.8 K 2024-12-05T12:18:34,231 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28f1fef5d17a45b78ebfd971258d9edc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733401110466 2024-12-05T12:18:34,232 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54d621e8e9714151b9d2b1cdf7073dbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733401111150 2024-12-05T12:18:34,233 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a11309afc6434bdeaa4076b9ec431033, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733401111811 2024-12-05T12:18:34,237 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/B of 949b4d88dae20565a84ebd6434acafbc into b90d25035a1244db9328d604abbc5b9c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:34,237 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:34,237 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/B, priority=13, startTime=1733401113802; duration=0sec 2024-12-05T12:18:34,237 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:34,237 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:B 2024-12-05T12:18:34,245 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 949b4d88dae20565a84ebd6434acafbc#C#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:34,246 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/0b7c3c0d8ae94cff8e543e23bbae0e5e is 50, key is test_row_0/C:col10/1733401111811/Put/seqid=0 2024-12-05T12:18:34,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742121_1297 (size=13153) 2024-12-05T12:18:34,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/03cdad29693349688fa97b12cb348757 2024-12-05T12:18:34,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/059d49fef6aa45588f3d8872d7c9234f is 50, key is test_row_0/C:col10/1733401113985/Put/seqid=0 2024-12-05T12:18:34,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742122_1298 (size=12301) 2024-12-05T12:18:34,658 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/0b7c3c0d8ae94cff8e543e23bbae0e5e as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/0b7c3c0d8ae94cff8e543e23bbae0e5e 2024-12-05T12:18:34,662 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 949b4d88dae20565a84ebd6434acafbc/C of 949b4d88dae20565a84ebd6434acafbc into 0b7c3c0d8ae94cff8e543e23bbae0e5e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:34,662 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:34,662 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., storeName=949b4d88dae20565a84ebd6434acafbc/C, priority=13, startTime=1733401113802; duration=0sec 2024-12-05T12:18:34,662 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:34,662 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 949b4d88dae20565a84ebd6434acafbc:C 2024-12-05T12:18:34,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/059d49fef6aa45588f3d8872d7c9234f 2024-12-05T12:18:34,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/7eca3f8b3c0b4de8858e0b117a0422db as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/7eca3f8b3c0b4de8858e0b117a0422db 2024-12-05T12:18:34,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/7eca3f8b3c0b4de8858e0b117a0422db, entries=150, sequenceid=354, filesize=12.0 K 2024-12-05T12:18:34,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/03cdad29693349688fa97b12cb348757 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/03cdad29693349688fa97b12cb348757 2024-12-05T12:18:34,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/03cdad29693349688fa97b12cb348757, entries=150, sequenceid=354, filesize=12.0 K 2024-12-05T12:18:34,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/059d49fef6aa45588f3d8872d7c9234f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/059d49fef6aa45588f3d8872d7c9234f 2024-12-05T12:18:34,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/059d49fef6aa45588f3d8872d7c9234f, entries=150, sequenceid=354, filesize=12.0 K 2024-12-05T12:18:34,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=6.71 KB/6870 for 949b4d88dae20565a84ebd6434acafbc in 851ms, sequenceid=354, compaction requested=false 2024-12-05T12:18:34,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 949b4d88dae20565a84ebd6434acafbc: 2024-12-05T12:18:38,008 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:18:42,392 INFO [Thread-1034 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1034. 2024-12-05T12:18:42,392 DEBUG [Thread-1034 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:42,392 DEBUG [Thread-1034 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:42,393 DEBUG [Thread-1034 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:42,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:42,400 INFO [Thread-1032 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1032. 2024-12-05T12:18:42,401 DEBUG [Thread-1032 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:18:42,403 DEBUG [Thread-1032 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:42,404 DEBUG [Thread-1032 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:42,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T12:18:42,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-12-05T12:18:42,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-05T12:18:42,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-12-05T12:18:42,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-12-05T12:18:42,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-05T12:18:42,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T12:18:42,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1813 2024-12-05T12:18:42,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1759 2024-12-05T12:18:42,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1753 2024-12-05T12:18:42,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1839 2024-12-05T12:18:42,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1714 2024-12-05T12:18:42,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T12:18:42,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:18:42,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:18:42,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:42,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:42,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:42,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:18:42,407 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T12:18:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:42,413 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401122413"}]},"ts":"1733401122413"} 2024-12-05T12:18:42,415 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T12:18:42,415 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T12:18:42,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T12:18:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-05T12:18:42,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=949b4d88dae20565a84ebd6434acafbc, UNASSIGN}] 2024-12-05T12:18:42,422 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=949b4d88dae20565a84ebd6434acafbc, UNASSIGN 2024-12-05T12:18:42,423 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=949b4d88dae20565a84ebd6434acafbc, regionState=CLOSING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:42,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=949b4d88dae20565a84ebd6434acafbc, UNASSIGN because future has completed 2024-12-05T12:18:42,429 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T12:18:42,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; CloseRegionProcedure 949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:18:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-05T12:18:42,584 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] handler.UnassignRegionHandler(122): Close 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:42,584 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T12:18:42,585 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1722): Closing 949b4d88dae20565a84ebd6434acafbc, disabling compactions & flushes 2024-12-05T12:18:42,585 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:42,585 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:42,585 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. after waiting 0 ms 2024-12-05T12:18:42,585 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:42,585 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(2902): Flushing 949b4d88dae20565a84ebd6434acafbc 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-05T12:18:42,585 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=A 2024-12-05T12:18:42,585 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:42,585 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=B 2024-12-05T12:18:42,585 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:42,585 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 949b4d88dae20565a84ebd6434acafbc, store=C 2024-12-05T12:18:42,585 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:42,598 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/8a4cceedeac1473a8d3db84fd91858ac is 50, key is test_row_0/A:col10/1733401122386/Put/seqid=0 2024-12-05T12:18:42,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742123_1299 (size=12301) 2024-12-05T12:18:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-05T12:18:43,023 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/8a4cceedeac1473a8d3db84fd91858ac 2024-12-05T12:18:43,042 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/8d6b03cc690d4f66bebac7b265936e79 is 50, key is test_row_0/B:col10/1733401122386/Put/seqid=0 2024-12-05T12:18:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-05T12:18:43,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742124_1300 (size=12301) 2024-12-05T12:18:43,050 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/8d6b03cc690d4f66bebac7b265936e79 2024-12-05T12:18:43,057 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/ffc201f29edf498b9d7794c72429d6b5 is 50, key is test_row_0/C:col10/1733401122386/Put/seqid=0 2024-12-05T12:18:43,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742125_1301 (size=12301) 2024-12-05T12:18:43,062 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/ffc201f29edf498b9d7794c72429d6b5 2024-12-05T12:18:43,069 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/A/8a4cceedeac1473a8d3db84fd91858ac as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/8a4cceedeac1473a8d3db84fd91858ac 2024-12-05T12:18:43,074 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/8a4cceedeac1473a8d3db84fd91858ac, entries=150, sequenceid=363, filesize=12.0 K 2024-12-05T12:18:43,075 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/B/8d6b03cc690d4f66bebac7b265936e79 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/8d6b03cc690d4f66bebac7b265936e79 2024-12-05T12:18:43,080 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/8d6b03cc690d4f66bebac7b265936e79, entries=150, sequenceid=363, filesize=12.0 K 2024-12-05T12:18:43,081 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/.tmp/C/ffc201f29edf498b9d7794c72429d6b5 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/ffc201f29edf498b9d7794c72429d6b5 2024-12-05T12:18:43,085 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/ffc201f29edf498b9d7794c72429d6b5, entries=150, sequenceid=363, filesize=12.0 K 2024-12-05T12:18:43,089 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 949b4d88dae20565a84ebd6434acafbc in 504ms, sequenceid=363, compaction requested=true 2024-12-05T12:18:43,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/708e8e486a97478cae74932f4884eb72, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/80e538e5201447d0be2a67ab8fb7b5f9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/646a3eb4a8364eb880b4ffb12e4742c9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/fb9b213e8c9c4be597dbd6afb93addca, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/0f2e07e6dedd4f1faf6a7827e52a5760, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/609fdb9ffde64485af8f0d86655484e8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/8896cb6dd1ca4e34a097c0f3491e52ae, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/5e3d2414220745c1922ab01379247419, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/d14729ba63cb47a7b6ec9266e26c10d4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/02869726e04d462ea834bf7aeb770060, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/9d71325d00764fe9984e41fcd7433818, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/6e276dfcbc5e4a778a36c434a0041bd8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/880cce9a89a64719a7b062b5fce21810, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/e22041f5b3c540ad88b4610244f46801, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/a789494a83c648039df2bc107f02b43d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/5150a3c1cacf424bb7142acb5cedd45f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/92855ff7301b45779a3b9e9479e61ff4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/a2bfbbe3dd51416ca0a255a9dd16a22c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/8bd67d10ba4a44aa865173942587669d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/39749acfea8a448fa886e50030a3626d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/791bb8e1edb04338b6208df09993e966, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/27984bad9e0b4a5b84b1cdcb4ab162b2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/042bcced362b4f7886bc244625009be8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/52befc987c1f47bb89f942c7c7c220c2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/440416e606f648188b02985835ea6637] to archive 2024-12-05T12:18:43,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:18:43,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/708e8e486a97478cae74932f4884eb72 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/708e8e486a97478cae74932f4884eb72 2024-12-05T12:18:43,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/80e538e5201447d0be2a67ab8fb7b5f9 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/80e538e5201447d0be2a67ab8fb7b5f9 2024-12-05T12:18:43,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/646a3eb4a8364eb880b4ffb12e4742c9 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/646a3eb4a8364eb880b4ffb12e4742c9 2024-12-05T12:18:43,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/fb9b213e8c9c4be597dbd6afb93addca to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/fb9b213e8c9c4be597dbd6afb93addca 2024-12-05T12:18:43,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/0f2e07e6dedd4f1faf6a7827e52a5760 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/0f2e07e6dedd4f1faf6a7827e52a5760 2024-12-05T12:18:43,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/609fdb9ffde64485af8f0d86655484e8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/609fdb9ffde64485af8f0d86655484e8 2024-12-05T12:18:43,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/8896cb6dd1ca4e34a097c0f3491e52ae to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/8896cb6dd1ca4e34a097c0f3491e52ae 2024-12-05T12:18:43,136 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/5e3d2414220745c1922ab01379247419 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/5e3d2414220745c1922ab01379247419 2024-12-05T12:18:43,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/d14729ba63cb47a7b6ec9266e26c10d4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/d14729ba63cb47a7b6ec9266e26c10d4 2024-12-05T12:18:43,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/02869726e04d462ea834bf7aeb770060 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/02869726e04d462ea834bf7aeb770060 2024-12-05T12:18:43,155 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/9d71325d00764fe9984e41fcd7433818 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/9d71325d00764fe9984e41fcd7433818 2024-12-05T12:18:43,157 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/6e276dfcbc5e4a778a36c434a0041bd8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/6e276dfcbc5e4a778a36c434a0041bd8 2024-12-05T12:18:43,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/880cce9a89a64719a7b062b5fce21810 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/880cce9a89a64719a7b062b5fce21810 2024-12-05T12:18:43,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/e22041f5b3c540ad88b4610244f46801 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/e22041f5b3c540ad88b4610244f46801 2024-12-05T12:18:43,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/a789494a83c648039df2bc107f02b43d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/a789494a83c648039df2bc107f02b43d 2024-12-05T12:18:43,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/5150a3c1cacf424bb7142acb5cedd45f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/5150a3c1cacf424bb7142acb5cedd45f 2024-12-05T12:18:43,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/92855ff7301b45779a3b9e9479e61ff4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/92855ff7301b45779a3b9e9479e61ff4 2024-12-05T12:18:43,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/a2bfbbe3dd51416ca0a255a9dd16a22c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/a2bfbbe3dd51416ca0a255a9dd16a22c 2024-12-05T12:18:43,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/8bd67d10ba4a44aa865173942587669d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/8bd67d10ba4a44aa865173942587669d 2024-12-05T12:18:43,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/39749acfea8a448fa886e50030a3626d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/39749acfea8a448fa886e50030a3626d 2024-12-05T12:18:43,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/791bb8e1edb04338b6208df09993e966 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/791bb8e1edb04338b6208df09993e966 2024-12-05T12:18:43,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/27984bad9e0b4a5b84b1cdcb4ab162b2 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/27984bad9e0b4a5b84b1cdcb4ab162b2 2024-12-05T12:18:43,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/042bcced362b4f7886bc244625009be8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/042bcced362b4f7886bc244625009be8 2024-12-05T12:18:43,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/52befc987c1f47bb89f942c7c7c220c2 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/52befc987c1f47bb89f942c7c7c220c2 2024-12-05T12:18:43,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/440416e606f648188b02985835ea6637 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/440416e606f648188b02985835ea6637 2024-12-05T12:18:43,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/113b124650ae4ca88d44542198c028ed, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/2398f7b8f5ae4a07a639381e3a8ec2be, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/1ac1b6483ba94f9a8014b20e42d2e7d4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/a14614996aef4050b2fd4759a8560d23, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/1321aa085b904f82a4db702480929ea7, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/4806dd4b4f394f47aafa0eb706009f7a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/55d86de0833b4bf99760b3d9892b654f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/b6e72f3196df4ee285741e49822acffc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/4f89db328f294507bd78ca0c5043683a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/048d41477e164367b3a153b64ca01358, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/8d2e8d7c738c4fce991400b1349d924d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/c7009611e3bc465597ba766a13582723, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/56fd5e8e3d744ec98e52540895e78e99, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/fb6712d8f2c349c798e3ea71424d6346, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/2fcc5ab54ec84a75a9c53b25652d55d8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/ed6d7176f8204eca909cbf4b3755ecdf, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/3afa4b5bec9c4a75b577caf2a64163bf, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/8686f27996014e6bbe4cbabf18569cc6, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/9b2bcc45bb80439da13537fc333dda29, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/634a2c1a783f4e1ba7b19c6c68ad83c7, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/79246f963d804e018b58ff3beb044795, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/9726871f7e5b448e9995bdf017a1b422, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/fdd7c3a68cd74aa8803b2610e432809f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/b4533e8efa0f43138ad7a29e41a8d9be, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/091ba3e084ef4362825c21b4a0c48b14] to archive 2024-12-05T12:18:43,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:18:43,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/113b124650ae4ca88d44542198c028ed to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/113b124650ae4ca88d44542198c028ed 2024-12-05T12:18:43,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/2398f7b8f5ae4a07a639381e3a8ec2be to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/2398f7b8f5ae4a07a639381e3a8ec2be 2024-12-05T12:18:43,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/1ac1b6483ba94f9a8014b20e42d2e7d4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/1ac1b6483ba94f9a8014b20e42d2e7d4 2024-12-05T12:18:43,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/a14614996aef4050b2fd4759a8560d23 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/a14614996aef4050b2fd4759a8560d23 2024-12-05T12:18:43,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/1321aa085b904f82a4db702480929ea7 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/1321aa085b904f82a4db702480929ea7 2024-12-05T12:18:43,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/4806dd4b4f394f47aafa0eb706009f7a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/4806dd4b4f394f47aafa0eb706009f7a 2024-12-05T12:18:43,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/55d86de0833b4bf99760b3d9892b654f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/55d86de0833b4bf99760b3d9892b654f 2024-12-05T12:18:43,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/b6e72f3196df4ee285741e49822acffc to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/b6e72f3196df4ee285741e49822acffc 2024-12-05T12:18:43,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/4f89db328f294507bd78ca0c5043683a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/4f89db328f294507bd78ca0c5043683a 2024-12-05T12:18:43,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/048d41477e164367b3a153b64ca01358 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/048d41477e164367b3a153b64ca01358 2024-12-05T12:18:43,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/8d2e8d7c738c4fce991400b1349d924d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/8d2e8d7c738c4fce991400b1349d924d 2024-12-05T12:18:43,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/c7009611e3bc465597ba766a13582723 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/c7009611e3bc465597ba766a13582723 2024-12-05T12:18:43,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/56fd5e8e3d744ec98e52540895e78e99 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/56fd5e8e3d744ec98e52540895e78e99 2024-12-05T12:18:43,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/fb6712d8f2c349c798e3ea71424d6346 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/fb6712d8f2c349c798e3ea71424d6346 2024-12-05T12:18:43,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/2fcc5ab54ec84a75a9c53b25652d55d8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/2fcc5ab54ec84a75a9c53b25652d55d8 2024-12-05T12:18:43,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/ed6d7176f8204eca909cbf4b3755ecdf to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/ed6d7176f8204eca909cbf4b3755ecdf 2024-12-05T12:18:43,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/3afa4b5bec9c4a75b577caf2a64163bf to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/3afa4b5bec9c4a75b577caf2a64163bf 2024-12-05T12:18:43,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/8686f27996014e6bbe4cbabf18569cc6 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/8686f27996014e6bbe4cbabf18569cc6 2024-12-05T12:18:43,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/9b2bcc45bb80439da13537fc333dda29 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/9b2bcc45bb80439da13537fc333dda29 2024-12-05T12:18:43,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/634a2c1a783f4e1ba7b19c6c68ad83c7 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/634a2c1a783f4e1ba7b19c6c68ad83c7 2024-12-05T12:18:43,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/79246f963d804e018b58ff3beb044795 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/79246f963d804e018b58ff3beb044795 2024-12-05T12:18:43,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/9726871f7e5b448e9995bdf017a1b422 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/9726871f7e5b448e9995bdf017a1b422 2024-12-05T12:18:43,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/fdd7c3a68cd74aa8803b2610e432809f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/fdd7c3a68cd74aa8803b2610e432809f 2024-12-05T12:18:43,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/b4533e8efa0f43138ad7a29e41a8d9be to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/b4533e8efa0f43138ad7a29e41a8d9be 2024-12-05T12:18:43,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/091ba3e084ef4362825c21b4a0c48b14 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/091ba3e084ef4362825c21b4a0c48b14 2024-12-05T12:18:43,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/327f3d08f0924951b7d857c4794e37d1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/5d75fe340c524d1687ee3250501fc11c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d11450d21f24404698eb95220a30c92e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d3f0a55d0f094f4a9778b80032f1e3e3, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/279ba32f11834fe79d274b1aa9992523, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/7675d2eeeb64412193eccf3d80ea81f4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/b3813391ad17469aa8475ea2e65d1644, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/2d327e1c73ab4ecaa165ce8988cf8958, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/fec6f23ebf1b46c1a2cd7ffda441a8e9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/e0f45b166ea94e83bd55f5926618961e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/aad01b59d21740cb8db160e2c144eebd, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/dcd5ffc4f81a48fc9a5ee5d5a1d37580, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d4b1d03956ec48bf9ab6aadcfa9b59d3, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/0a23d8d2530c4ac28550e41aeedbd3e2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/620662511bb94067ab46b942254eac17, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/950ab5f1d0ba4fa6ae2adeb4837479a1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/54b935c0ca744164a7804b2afa3ac2f4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/cfb1e6daef794beb907cad6ba8ebc632, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/e1bf24e3b85549c9bb8af7006bb539ac, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/be01dc181a9f4cb88e1e8b71f2830d9f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/b602f439498a43a0a1e62cde1e8a897f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/28f1fef5d17a45b78ebfd971258d9edc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/cb1396f78e6f481cbc1df534ee41a939, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/54d621e8e9714151b9d2b1cdf7073dbe, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/a11309afc6434bdeaa4076b9ec431033] to archive 2024-12-05T12:18:43,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:18:43,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/327f3d08f0924951b7d857c4794e37d1 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/327f3d08f0924951b7d857c4794e37d1 2024-12-05T12:18:43,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/5d75fe340c524d1687ee3250501fc11c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/5d75fe340c524d1687ee3250501fc11c 2024-12-05T12:18:43,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d11450d21f24404698eb95220a30c92e to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d11450d21f24404698eb95220a30c92e 2024-12-05T12:18:43,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d3f0a55d0f094f4a9778b80032f1e3e3 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d3f0a55d0f094f4a9778b80032f1e3e3 2024-12-05T12:18:43,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/279ba32f11834fe79d274b1aa9992523 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/279ba32f11834fe79d274b1aa9992523 2024-12-05T12:18:43,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/7675d2eeeb64412193eccf3d80ea81f4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/7675d2eeeb64412193eccf3d80ea81f4 2024-12-05T12:18:43,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/b3813391ad17469aa8475ea2e65d1644 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/b3813391ad17469aa8475ea2e65d1644 2024-12-05T12:18:43,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/2d327e1c73ab4ecaa165ce8988cf8958 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/2d327e1c73ab4ecaa165ce8988cf8958 2024-12-05T12:18:43,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/fec6f23ebf1b46c1a2cd7ffda441a8e9 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/fec6f23ebf1b46c1a2cd7ffda441a8e9 2024-12-05T12:18:43,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/e0f45b166ea94e83bd55f5926618961e to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/e0f45b166ea94e83bd55f5926618961e 2024-12-05T12:18:43,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/aad01b59d21740cb8db160e2c144eebd to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/aad01b59d21740cb8db160e2c144eebd 2024-12-05T12:18:43,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/dcd5ffc4f81a48fc9a5ee5d5a1d37580 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/dcd5ffc4f81a48fc9a5ee5d5a1d37580 2024-12-05T12:18:43,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d4b1d03956ec48bf9ab6aadcfa9b59d3 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/d4b1d03956ec48bf9ab6aadcfa9b59d3 2024-12-05T12:18:43,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/0a23d8d2530c4ac28550e41aeedbd3e2 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/0a23d8d2530c4ac28550e41aeedbd3e2 2024-12-05T12:18:43,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/620662511bb94067ab46b942254eac17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/620662511bb94067ab46b942254eac17 2024-12-05T12:18:43,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/950ab5f1d0ba4fa6ae2adeb4837479a1 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/950ab5f1d0ba4fa6ae2adeb4837479a1 2024-12-05T12:18:43,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/54b935c0ca744164a7804b2afa3ac2f4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/54b935c0ca744164a7804b2afa3ac2f4 2024-12-05T12:18:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-05T12:18:43,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/cfb1e6daef794beb907cad6ba8ebc632 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/cfb1e6daef794beb907cad6ba8ebc632 2024-12-05T12:18:43,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/e1bf24e3b85549c9bb8af7006bb539ac to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/e1bf24e3b85549c9bb8af7006bb539ac 2024-12-05T12:18:43,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/be01dc181a9f4cb88e1e8b71f2830d9f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/be01dc181a9f4cb88e1e8b71f2830d9f 2024-12-05T12:18:43,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/b602f439498a43a0a1e62cde1e8a897f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/b602f439498a43a0a1e62cde1e8a897f 2024-12-05T12:18:43,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/28f1fef5d17a45b78ebfd971258d9edc to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/28f1fef5d17a45b78ebfd971258d9edc 2024-12-05T12:18:43,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/cb1396f78e6f481cbc1df534ee41a939 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/cb1396f78e6f481cbc1df534ee41a939 2024-12-05T12:18:43,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/54d621e8e9714151b9d2b1cdf7073dbe to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/54d621e8e9714151b9d2b1cdf7073dbe 2024-12-05T12:18:43,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/a11309afc6434bdeaa4076b9ec431033 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/a11309afc6434bdeaa4076b9ec431033 2024-12-05T12:18:43,589 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/recovered.edits/366.seqid, newMaxSeqId=366, maxSeqId=1 2024-12-05T12:18:43,590 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. 2024-12-05T12:18:43,590 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1676): Region close journal for 949b4d88dae20565a84ebd6434acafbc: Waiting for close lock at 1733401122585Running coprocessor pre-close hooks at 1733401122585Disabling compacts and flushes for region at 1733401122585Disabling writes for close at 1733401122585Obtaining lock to block concurrent updates at 1733401122585Preparing flush snapshotting stores in 949b4d88dae20565a84ebd6434acafbc at 1733401122585Finished memstore snapshotting TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733401122585Flushing stores of TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc. at 1733401122586 (+1 ms)Flushing 949b4d88dae20565a84ebd6434acafbc/A: creating writer at 1733401122586Flushing 949b4d88dae20565a84ebd6434acafbc/A: appending metadata at 1733401122598 (+12 ms)Flushing 949b4d88dae20565a84ebd6434acafbc/A: closing flushed file at 1733401122598Flushing 949b4d88dae20565a84ebd6434acafbc/B: creating writer at 1733401123031 (+433 ms)Flushing 949b4d88dae20565a84ebd6434acafbc/B: appending metadata at 1733401123041 (+10 ms)Flushing 949b4d88dae20565a84ebd6434acafbc/B: closing flushed file at 1733401123041Flushing 949b4d88dae20565a84ebd6434acafbc/C: creating writer at 1733401123054 (+13 ms)Flushing 949b4d88dae20565a84ebd6434acafbc/C: appending metadata at 1733401123057 (+3 ms)Flushing 949b4d88dae20565a84ebd6434acafbc/C: closing flushed file at 1733401123057Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ecf7c63: reopening flushed file at 1733401123066 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8b4eaa7: reopening flushed file at 1733401123074 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17670c32: reopening flushed file at 1733401123080 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 949b4d88dae20565a84ebd6434acafbc in 504ms, sequenceid=363, compaction requested=true at 1733401123089 (+9 ms)Writing region close event to WAL at 1733401123577 (+488 ms)Running coprocessor post-close hooks at 1733401123590 (+13 ms)Closed at 1733401123590 2024-12-05T12:18:43,593 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] handler.UnassignRegionHandler(157): Closed 949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:43,594 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=949b4d88dae20565a84ebd6434acafbc, regionState=CLOSED 2024-12-05T12:18:43,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE, hasLock=false; CloseRegionProcedure 949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:18:43,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-05T12:18:43,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseRegionProcedure 949b4d88dae20565a84ebd6434acafbc, server=2556e7014d8b,44745,1733401030153 in 1.1710 sec 2024-12-05T12:18:43,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-12-05T12:18:43,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=949b4d88dae20565a84ebd6434acafbc, UNASSIGN in 1.1810 sec 2024-12-05T12:18:43,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-05T12:18:43,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1950 sec 2024-12-05T12:18:43,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401123629"}]},"ts":"1733401123629"} 2024-12-05T12:18:43,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T12:18:43,631 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T12:18:43,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.2260 sec 2024-12-05T12:18:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-05T12:18:44,566 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:44,567 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T12:18:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:44,569 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=72, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:44,570 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=72, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-05T12:18:44,588 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:44,616 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/recovered.edits] 2024-12-05T12:18:44,649 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/5abbf64e96ae414ba2c7c7f3885c123c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/5abbf64e96ae414ba2c7c7f3885c123c 2024-12-05T12:18:44,651 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/7eca3f8b3c0b4de8858e0b117a0422db to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/7eca3f8b3c0b4de8858e0b117a0422db 2024-12-05T12:18:44,657 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/8a4cceedeac1473a8d3db84fd91858ac to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/A/8a4cceedeac1473a8d3db84fd91858ac 2024-12-05T12:18:44,669 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/03cdad29693349688fa97b12cb348757 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/03cdad29693349688fa97b12cb348757 2024-12-05T12:18:44,676 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/8d6b03cc690d4f66bebac7b265936e79 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/8d6b03cc690d4f66bebac7b265936e79 2024-12-05T12:18:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-05T12:18:44,678 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/b90d25035a1244db9328d604abbc5b9c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/B/b90d25035a1244db9328d604abbc5b9c 2024-12-05T12:18:44,689 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/059d49fef6aa45588f3d8872d7c9234f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/059d49fef6aa45588f3d8872d7c9234f 2024-12-05T12:18:44,694 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/0b7c3c0d8ae94cff8e543e23bbae0e5e to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/0b7c3c0d8ae94cff8e543e23bbae0e5e 2024-12-05T12:18:44,713 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/ffc201f29edf498b9d7794c72429d6b5 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/C/ffc201f29edf498b9d7794c72429d6b5 2024-12-05T12:18:44,752 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/recovered.edits/366.seqid to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc/recovered.edits/366.seqid 2024-12-05T12:18:44,756 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/949b4d88dae20565a84ebd6434acafbc 2024-12-05T12:18:44,757 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T12:18:44,773 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=72, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:44,786 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T12:18:44,793 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T12:18:44,794 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=72, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:44,794 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T12:18:44,795 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733401124794"}]},"ts":"9223372036854775807"} 2024-12-05T12:18:44,797 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T12:18:44,797 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 949b4d88dae20565a84ebd6434acafbc, NAME => 'TestAcidGuarantees,,1733401092281.949b4d88dae20565a84ebd6434acafbc.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T12:18:44,797 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T12:18:44,797 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733401124797"}]},"ts":"9223372036854775807"} 2024-12-05T12:18:44,799 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T12:18:44,800 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=72, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:44,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 233 msec 2024-12-05T12:18:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-05T12:18:44,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T12:18:44,897 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:44,914 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=246 (was 248), OpenFileDescriptor=445 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1140 (was 1095) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2205 (was 1100) - AvailableMemoryMB LEAK? - 2024-12-05T12:18:44,941 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=246, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=1140, ProcessCount=11, AvailableMemoryMB=2201 2024-12-05T12:18:44,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T12:18:44,946 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:18:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=73, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:44,949 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:18:44,949 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:44,950 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:18:44,951 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 73 2024-12-05T12:18:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-12-05T12:18:44,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742126_1302 (size=1061) 2024-12-05T12:18:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-12-05T12:18:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-12-05T12:18:45,392 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6 2024-12-05T12:18:45,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742127_1303 (size=53) 2024-12-05T12:18:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-12-05T12:18:45,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:18:45,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f862ff2473bb8e59f50b53813ef1e138, disabling compactions & flushes 2024-12-05T12:18:45,845 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:45,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:45,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. after waiting 0 ms 2024-12-05T12:18:45,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:45,845 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:45,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f862ff2473bb8e59f50b53813ef1e138: Waiting for close lock at 1733401125845Disabling compacts and flushes for region at 1733401125845Disabling writes for close at 1733401125845Writing region close event to WAL at 1733401125845Closed at 1733401125845 2024-12-05T12:18:45,847 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:18:45,848 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733401125847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401125847"}]},"ts":"1733401125847"} 2024-12-05T12:18:45,850 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:18:45,851 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:18:45,851 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401125851"}]},"ts":"1733401125851"} 2024-12-05T12:18:45,853 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T12:18:45,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f862ff2473bb8e59f50b53813ef1e138, ASSIGN}] 2024-12-05T12:18:45,861 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f862ff2473bb8e59f50b53813ef1e138, ASSIGN 2024-12-05T12:18:45,862 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f862ff2473bb8e59f50b53813ef1e138, ASSIGN; state=OFFLINE, location=2556e7014d8b,44745,1733401030153; forceNewPlan=false, retain=false 2024-12-05T12:18:46,013 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=74 updating hbase:meta row=f862ff2473bb8e59f50b53813ef1e138, regionState=OPENING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:46,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f862ff2473bb8e59f50b53813ef1e138, ASSIGN because future has completed 2024-12-05T12:18:46,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:18:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-12-05T12:18:46,196 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:46,196 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:18:46,197 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:46,197 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:18:46,197 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:46,197 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:46,209 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:46,215 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:18:46,216 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f862ff2473bb8e59f50b53813ef1e138 columnFamilyName A 2024-12-05T12:18:46,216 DEBUG [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:46,217 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.HStore(327): Store=f862ff2473bb8e59f50b53813ef1e138/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:18:46,217 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:46,226 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:18:46,226 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f862ff2473bb8e59f50b53813ef1e138 columnFamilyName B 2024-12-05T12:18:46,226 DEBUG [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:46,227 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.HStore(327): Store=f862ff2473bb8e59f50b53813ef1e138/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:18:46,227 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:46,245 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:18:46,246 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f862ff2473bb8e59f50b53813ef1e138 columnFamilyName C 2024-12-05T12:18:46,246 DEBUG [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:46,246 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.HStore(327): Store=f862ff2473bb8e59f50b53813ef1e138/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:18:46,247 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:46,247 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:46,248 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:46,248 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:46,249 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:46,249 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:46,250 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T12:18:46,251 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:46,260 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:18:46,261 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened f862ff2473bb8e59f50b53813ef1e138; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64150939, jitterRate=-0.04407651722431183}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T12:18:46,261 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:46,262 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for f862ff2473bb8e59f50b53813ef1e138: Running coprocessor pre-open hook at 1733401126197Writing region info on filesystem at 1733401126197Initializing all the Stores at 1733401126199 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401126199Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401126208 (+9 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401126208Cleaning up temporary data from old regions at 1733401126249 (+41 ms)Running coprocessor post-open hooks at 1733401126261 (+12 ms)Region opened successfully at 1733401126262 (+1 ms) 2024-12-05T12:18:46,265 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., pid=75, masterSystemTime=1733401126176 2024-12-05T12:18:46,269 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=74 updating hbase:meta row=f862ff2473bb8e59f50b53813ef1e138, regionState=OPEN, openSeqNum=2, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:46,270 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:46,270 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:46,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:18:46,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-05T12:18:46,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; OpenRegionProcedure f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 in 277 msec 2024-12-05T12:18:46,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-12-05T12:18:46,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f862ff2473bb8e59f50b53813ef1e138, ASSIGN in 447 msec 2024-12-05T12:18:46,303 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:18:46,304 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401126303"}]},"ts":"1733401126303"} 2024-12-05T12:18:46,306 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T12:18:46,307 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:18:46,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.3610 sec 2024-12-05T12:18:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-12-05T12:18:47,125 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:47,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ac07ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:47,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:47,137 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:47,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:47,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:47,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c3e521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:47,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:47,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:47,139 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:47,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54668c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:47,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:47,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:47,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:47,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:18:47,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2556e7014d8b,37601,1733401029146 2024-12-05T12:18:47,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@287c5b8 2024-12-05T12:18:47,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:18:47,148 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:18:47,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T12:18:47,150 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:18:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T12:18:47,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742128_1304 (size=1097) 2024-12-05T12:18:47,229 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-05T12:18:47,229 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-05T12:18:47,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T12:18:47,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f862ff2473bb8e59f50b53813ef1e138, REOPEN/MOVE}] 2024-12-05T12:18:47,238 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f862ff2473bb8e59f50b53813ef1e138, REOPEN/MOVE 2024-12-05T12:18:47,239 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=f862ff2473bb8e59f50b53813ef1e138, regionState=CLOSING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:47,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f862ff2473bb8e59f50b53813ef1e138, REOPEN/MOVE because future has completed 2024-12-05T12:18:47,243 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T12:18:47,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; CloseRegionProcedure f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:18:47,396 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(122): Close f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:47,396 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T12:18:47,396 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1722): Closing f862ff2473bb8e59f50b53813ef1e138, disabling compactions & flushes 2024-12-05T12:18:47,396 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:47,396 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:47,396 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. after waiting 0 ms 2024-12-05T12:18:47,396 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:47,411 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T12:18:47,412 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:47,412 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1676): Region close journal for f862ff2473bb8e59f50b53813ef1e138: Waiting for close lock at 1733401127396Running coprocessor pre-close hooks at 1733401127396Disabling compacts and flushes for region at 1733401127396Disabling writes for close at 1733401127396Writing region close event to WAL at 1733401127401 (+5 ms)Running coprocessor post-close hooks at 1733401127412 (+11 ms)Closed at 1733401127412 2024-12-05T12:18:47,412 WARN [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionServer(3299): Not adding moved region record: f862ff2473bb8e59f50b53813ef1e138 to self. 2024-12-05T12:18:47,416 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=f862ff2473bb8e59f50b53813ef1e138, regionState=CLOSED 2024-12-05T12:18:47,417 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(157): Closed f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:47,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; CloseRegionProcedure f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:18:47,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-05T12:18:47,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; CloseRegionProcedure f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 in 176 msec 2024-12-05T12:18:47,423 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f862ff2473bb8e59f50b53813ef1e138, REOPEN/MOVE; state=CLOSED, location=2556e7014d8b,44745,1733401030153; forceNewPlan=false, retain=true 2024-12-05T12:18:47,574 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=f862ff2473bb8e59f50b53813ef1e138, regionState=OPENING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:47,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f862ff2473bb8e59f50b53813ef1e138, REOPEN/MOVE because future has completed 2024-12-05T12:18:47,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:18:47,747 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:47,747 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:18:47,747 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:47,747 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:18:47,747 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:47,747 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:47,749 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:47,750 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:18:47,750 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f862ff2473bb8e59f50b53813ef1e138 columnFamilyName A 2024-12-05T12:18:47,751 DEBUG [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:47,752 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.HStore(327): Store=f862ff2473bb8e59f50b53813ef1e138/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:18:47,752 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:47,753 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:18:47,753 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f862ff2473bb8e59f50b53813ef1e138 columnFamilyName B 2024-12-05T12:18:47,753 DEBUG [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:47,754 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.HStore(327): Store=f862ff2473bb8e59f50b53813ef1e138/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:18:47,754 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:47,754 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:18:47,754 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f862ff2473bb8e59f50b53813ef1e138 columnFamilyName C 2024-12-05T12:18:47,754 DEBUG [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:47,755 INFO [StoreOpener-f862ff2473bb8e59f50b53813ef1e138-1 {}] regionserver.HStore(327): Store=f862ff2473bb8e59f50b53813ef1e138/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:18:47,755 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:47,755 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:47,756 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:47,757 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:47,758 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:47,758 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:47,758 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T12:18:47,760 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:47,761 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened f862ff2473bb8e59f50b53813ef1e138; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60949088, jitterRate=-0.09178781509399414}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T12:18:47,761 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:47,762 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for f862ff2473bb8e59f50b53813ef1e138: Running coprocessor pre-open hook at 1733401127747Writing region info on filesystem at 1733401127747Initializing all the Stores at 1733401127748 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401127748Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401127748Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401127748Cleaning up temporary data from old regions at 1733401127758 (+10 ms)Running coprocessor post-open hooks at 1733401127761 (+3 ms)Region opened successfully at 1733401127762 (+1 ms) 2024-12-05T12:18:47,763 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., pid=80, masterSystemTime=1733401127736 2024-12-05T12:18:47,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=f862ff2473bb8e59f50b53813ef1e138, regionState=OPEN, openSeqNum=5, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:47,769 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:47,769 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:47,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:18:47,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=78 2024-12-05T12:18:47,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 in 196 msec 2024-12-05T12:18:47,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=77 2024-12-05T12:18:47,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=77, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f862ff2473bb8e59f50b53813ef1e138, REOPEN/MOVE in 539 msec 2024-12-05T12:18:47,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-05T12:18:47,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 547 msec 2024-12-05T12:18:47,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 633 msec 2024-12-05T12:18:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-05T12:18:47,786 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:47,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8673cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:47,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:47,788 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666e8026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:47,790 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:47,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2219804c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ca1e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:47,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:47,793 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f93060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:47,795 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:47,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7957a009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c7eae17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:47,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:47,802 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:47,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:47,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:47,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa0b732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:47,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:47,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:47,804 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e502b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c5be4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:47,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:47,810 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:47,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:47,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:47,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a338a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:47,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:47,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:47,815 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:47,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8574a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50946179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:47,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:47,818 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:47,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aea045e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:47,821 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:47,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69dbe011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61351bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:47,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:47,825 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186a369f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:47,827 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:47,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319b6932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6444e4e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:47,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:47,830 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36fa7056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:47,832 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1cacb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b350ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:47,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:47,835 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7aa41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:47,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:47,837 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:47,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ea996f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775a762e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:47,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:47,839 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:47,839 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:47,839 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:47,839 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351aa1ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,839 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:47,839 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:47,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:47,841 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:47,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1025db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b15f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:18:47,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:18:47,843 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:18:47,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:18:47,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:18:47,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63066a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:18:47,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:18:47,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:18:47,845 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:18:47,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71321839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:18:47,846 DEBUG [Thread-1427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:47,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:47,847 DEBUG [Thread-1416 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:47,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:47,849 DEBUG [Thread-1412 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:47,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:47,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:47,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:47,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:47,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:18:47,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:18:47,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:47,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:47,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:47,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:18:47,873 DEBUG [Thread-1414 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:47,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T12:18:47,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:47,879 DEBUG [Thread-1419 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:47,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:47,880 DEBUG [Thread-1419 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:47,880 DEBUG [Thread-1419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:47,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:47,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:47,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:18:47,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:47,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:18:47,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:47,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:18:47,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:47,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:18:47,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:18:47,895 DEBUG [Thread-1408 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:47,897 DEBUG [Thread-1408 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:47,897 DEBUG [Thread-1408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:47,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:47,907 DEBUG [Thread-1423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:47,908 DEBUG [Thread-1423 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:47,909 DEBUG [Thread-1423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:47,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:18:47,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:18:47,941 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:18:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-05T12:18:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-05T12:18:47,946 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:18:47,947 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:18:47,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:18:47,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1733401127896, max timestamp=1733401127953Num uniques 859; 2024-12-05T12:18:47,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1733401127896, max timestamp=1733401127953Num uniques 859; 2024-12-05T12:18:47,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-12-05T12:18:47,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1733401127896, max timestamp=1733401127953Num uniques 859; 2024-12-05T12:18:47,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-12-05T12:18:47,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-12-05T12:18:47,986 DEBUG [Thread-1410 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:47,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:47,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:47,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:47,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:18:48,037 DEBUG [Thread-1421 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:48,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:48,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:48,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:48,045 DEBUG [Thread-1425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:18:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-05T12:18:48,058 DEBUG [Thread-1425 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:18:48,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:18:48,058 DEBUG [Thread-1425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:18:48,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401188049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:18:48,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:18:48,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055c79c9c628574881a46f318a6be4d671_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401127873/Put/seqid=0 2024-12-05T12:18:48,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-05T12:18:48,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:48,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:48,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:48,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401188060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401188061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41428 deadline: 1733401188065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401188067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742129_1305 (size=9714) 2024-12-05T12:18:48,158 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:48,164 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055c79c9c628574881a46f318a6be4d671_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055c79c9c628574881a46f318a6be4d671_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:48,166 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/cf36582e9cdb479a8242694a147d9075, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:48,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/cf36582e9cdb479a8242694a147d9075 is 175, key is test_row_0/A:col10/1733401127873/Put/seqid=0 2024-12-05T12:18:48,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401188177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742130_1306 (size=22361) 2024-12-05T12:18:48,236 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/cf36582e9cdb479a8242694a147d9075 2024-12-05T12:18:48,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41428 deadline: 1733401188215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401188217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401188217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401188217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-05T12:18:48,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:48,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:48,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:48,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-05T12:18:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/dbf7f5906eeb4535abfad15e3f47358e is 50, key is test_row_0/B:col10/1733401127873/Put/seqid=0 2024-12-05T12:18:48,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742131_1307 (size=9657) 2024-12-05T12:18:48,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/dbf7f5906eeb4535abfad15e3f47358e 2024-12-05T12:18:48,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/2717ddbb02134ba8a0c84418a788ecb7 is 50, key is test_row_0/C:col10/1733401127873/Put/seqid=0 2024-12-05T12:18:48,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-05T12:18:48,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:48,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:48,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:48,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401188419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742132_1308 (size=9657) 2024-12-05T12:18:48,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/2717ddbb02134ba8a0c84418a788ecb7 2024-12-05T12:18:48,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/cf36582e9cdb479a8242694a147d9075 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/cf36582e9cdb479a8242694a147d9075 2024-12-05T12:18:48,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/cf36582e9cdb479a8242694a147d9075, entries=100, sequenceid=15, filesize=21.8 K 2024-12-05T12:18:48,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/dbf7f5906eeb4535abfad15e3f47358e as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/dbf7f5906eeb4535abfad15e3f47358e 2024-12-05T12:18:48,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/dbf7f5906eeb4535abfad15e3f47358e, entries=100, sequenceid=15, filesize=9.4 K 2024-12-05T12:18:48,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/2717ddbb02134ba8a0c84418a788ecb7 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/2717ddbb02134ba8a0c84418a788ecb7 2024-12-05T12:18:48,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41428 deadline: 1733401188453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401188453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/2717ddbb02134ba8a0c84418a788ecb7, entries=100, sequenceid=15, filesize=9.4 K 2024-12-05T12:18:48,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401188457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for f862ff2473bb8e59f50b53813ef1e138 in 615ms, sequenceid=15, compaction requested=false 2024-12-05T12:18:48,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:48,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=147.60 KB heapSize=401.39 KB 2024-12-05T12:18:48,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:18:48,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:18:48,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:18:48,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:18:48,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:18:48,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:18:48,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fec656343926418e86fa95d1c354ef50_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401128491/Put/seqid=0 2024-12-05T12:18:48,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742133_1309 (size=14594) 2024-12-05T12:18:48,571 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:48,579 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fec656343926418e86fa95d1c354ef50_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fec656343926418e86fa95d1c354ef50_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:48,580 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/8a40da72b4374fa7b0f4245557737e42, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-05T12:18:48,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/8a40da72b4374fa7b0f4245557737e42 is 175, key is test_row_0/A:col10/1733401128491/Put/seqid=0 2024-12-05T12:18:48,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-05T12:18:48,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:48,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:48,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:48,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742134_1310 (size=39549) 2024-12-05T12:18:48,626 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/8a40da72b4374fa7b0f4245557737e42 2024-12-05T12:18:48,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/76818c5ce9d24547bee9e5a1f51684a9 is 50, key is test_row_0/B:col10/1733401128491/Put/seqid=0 2024-12-05T12:18:48,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401188723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742135_1311 (size=12001) 2024-12-05T12:18:48,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/76818c5ce9d24547bee9e5a1f51684a9 2024-12-05T12:18:48,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-05T12:18:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:48,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401188758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/8c694346600c4c0392423279f015dca2 is 50, key is test_row_0/C:col10/1733401128491/Put/seqid=0 2024-12-05T12:18:48,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742136_1312 (size=12001) 2024-12-05T12:18:48,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41428 deadline: 1733401188796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401188797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401188805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/8c694346600c4c0392423279f015dca2 2024-12-05T12:18:48,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401188856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:48,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:48,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:48,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/8a40da72b4374fa7b0f4245557737e42 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8a40da72b4374fa7b0f4245557737e42 2024-12-05T12:18:48,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-05T12:18:48,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:48,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:48,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:48,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:48,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8a40da72b4374fa7b0f4245557737e42, entries=200, sequenceid=49, filesize=38.6 K 2024-12-05T12:18:48,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/76818c5ce9d24547bee9e5a1f51684a9 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/76818c5ce9d24547bee9e5a1f51684a9 2024-12-05T12:18:48,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/76818c5ce9d24547bee9e5a1f51684a9, entries=150, sequenceid=49, filesize=11.7 K 2024-12-05T12:18:48,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/8c694346600c4c0392423279f015dca2 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/8c694346600c4c0392423279f015dca2 2024-12-05T12:18:48,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/8c694346600c4c0392423279f015dca2, entries=150, sequenceid=49, filesize=11.7 K 2024-12-05T12:18:48,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~401.34 KB/410976, currentSize=40.25 KB/41220 for f862ff2473bb8e59f50b53813ef1e138 in 492ms, sequenceid=49, compaction requested=false 2024-12-05T12:18:48,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:49,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-05T12:18:49,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:49,085 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-05T12:18:49,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:18:49,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:49,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:18:49,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:49,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:18:49,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-05T12:18:49,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:49,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fe2aee0d0a074794ba2bd7c8c35dd719_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401128640/Put/seqid=0 2024-12-05T12:18:49,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742137_1313 (size=12154) 2024-12-05T12:18:49,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T12:18:49,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1733401129268, max timestamp=1733401129364Num uniques 859; 2024-12-05T12:18:49,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-12-05T12:18:49,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1733401129268, max timestamp=1733401129364Num uniques 859; 2024-12-05T12:18:49,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-12-05T12:18:49,386 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401129359, max timestamp=1733401129364Num uniques 859; 2024-12-05T12:18:49,386 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:18:49,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401189445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:49,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401189453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:49,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41428 deadline: 1733401189454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:49,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:49,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:49,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401189459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:49,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:49,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401189463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:49,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:49,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:49,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:49,589 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fe2aee0d0a074794ba2bd7c8c35dd719_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fe2aee0d0a074794ba2bd7c8c35dd719_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:49,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/c244c63ccda24641ad81a1668bd022d1, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:49,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/c244c63ccda24641ad81a1668bd022d1 is 175, key is test_row_0/A:col10/1733401128640/Put/seqid=0 2024-12-05T12:18:49,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401189577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:49,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401189585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:49,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41428 deadline: 1733401189585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401189586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:49,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401189597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:49,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:49,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:49,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742138_1314 (size=30955) 2024-12-05T12:18:49,627 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=58, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/c244c63ccda24641ad81a1668bd022d1 2024-12-05T12:18:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/6352b7f47e5548ecaa5193122b1def0c is 50, key is test_row_0/B:col10/1733401128640/Put/seqid=0 2024-12-05T12:18:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742139_1315 (size=12001) 2024-12-05T12:18:49,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41428 deadline: 1733401189809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:49,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:49,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401189815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:49,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401189816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:49,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401189816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:49,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:49,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401189816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:49,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-05T12:18:50,157 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/6352b7f47e5548ecaa5193122b1def0c 2024-12-05T12:18:50,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41428 deadline: 1733401190141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:50,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401190156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:50,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401190156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:50,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401190165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:50,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401190165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:50,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/4a92d2400c9247afaac042389864ecc0 is 50, key is test_row_0/C:col10/1733401128640/Put/seqid=0 2024-12-05T12:18:50,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742140_1316 (size=12001) 2024-12-05T12:18:50,652 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/4a92d2400c9247afaac042389864ecc0 2024-12-05T12:18:50,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/c244c63ccda24641ad81a1668bd022d1 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/c244c63ccda24641ad81a1668bd022d1 2024-12-05T12:18:50,680 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/c244c63ccda24641ad81a1668bd022d1, entries=150, sequenceid=58, filesize=30.2 K 2024-12-05T12:18:50,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/6352b7f47e5548ecaa5193122b1def0c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/6352b7f47e5548ecaa5193122b1def0c 2024-12-05T12:18:50,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41428 deadline: 1733401190667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:50,686 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/6352b7f47e5548ecaa5193122b1def0c, entries=150, sequenceid=58, filesize=11.7 K 2024-12-05T12:18:50,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/4a92d2400c9247afaac042389864ecc0 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/4a92d2400c9247afaac042389864ecc0 2024-12-05T12:18:50,698 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/4a92d2400c9247afaac042389864ecc0, entries=150, sequenceid=58, filesize=11.7 K 2024-12-05T12:18:50,699 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=143.13 KB/146560 for f862ff2473bb8e59f50b53813ef1e138 in 1613ms, sequenceid=58, compaction requested=true 2024-12-05T12:18:50,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:50,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:50,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-05T12:18:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=82 2024-12-05T12:18:50,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-12-05T12:18:50,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7520 sec 2024-12-05T12:18:50,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.7630 sec 2024-12-05T12:18:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:50,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=149.83 KB heapSize=415.84 KB 2024-12-05T12:18:50,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:18:50,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:18:50,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:18:50,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:18:50,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:18:50,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:18:50,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dc10afd8041d42a88036a41a50af63a8_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401130722/Put/seqid=0 2024-12-05T12:18:50,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401190752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401190753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:50,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742141_1317 (size=14594) 2024-12-05T12:18:50,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401190761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:50,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401190762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:50,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:50,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401190894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:50,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:50,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401190894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:50,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:50,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401190895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:50,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401190905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:50,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:51,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401191115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:51,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:51,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401191119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:51,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:51,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401191125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:51,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401191125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:51,182 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:51,209 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dc10afd8041d42a88036a41a50af63a8_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dc10afd8041d42a88036a41a50af63a8_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:51,217 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/821e3138cb40427ba11d4bebd153cef1, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:51,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/821e3138cb40427ba11d4bebd153cef1 is 175, key is test_row_0/A:col10/1733401130722/Put/seqid=0 2024-12-05T12:18:51,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742142_1318 (size=39549) 2024-12-05T12:18:51,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401191446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:51,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401191449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:51,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401191449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:51,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401191455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:51,673 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/821e3138cb40427ba11d4bebd153cef1 2024-12-05T12:18:51,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41428 deadline: 1733401191696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:51,719 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_2' in f862ff2473bb8e59f50b53813ef1e138 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2265 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:18:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:51,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/45b259cb95974149b71185bcd9f38e67 is 50, key is test_row_0/B:col10/1733401130722/Put/seqid=0 2024-12-05T12:18:51,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742143_1319 (size=12001) 2024-12-05T12:18:51,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/45b259cb95974149b71185bcd9f38e67 2024-12-05T12:18:51,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/9e7e812918ed4bd2be3c42256e731b40 is 50, key is test_row_0/C:col10/1733401130722/Put/seqid=0 2024-12-05T12:18:51,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742144_1320 (size=12001) 2024-12-05T12:18:52,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401191985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:52,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401191986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:52,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:52,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:52,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:52,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:52,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:52,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:52,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:52,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401191989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:52,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:52,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:52,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401191986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:52,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:52,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:52,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-05T12:18:52,129 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:52,137 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:18:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-05T12:18:52,141 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:18:52,142 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:18:52,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:18:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-12-05T12:18:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-12-05T12:18:52,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-05T12:18:52,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:52,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:52,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:52,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:52,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:52,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/9e7e812918ed4bd2be3c42256e731b40 2024-12-05T12:18:52,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/821e3138cb40427ba11d4bebd153cef1 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/821e3138cb40427ba11d4bebd153cef1 2024-12-05T12:18:52,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/821e3138cb40427ba11d4bebd153cef1, entries=200, sequenceid=94, filesize=38.6 K 2024-12-05T12:18:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/45b259cb95974149b71185bcd9f38e67 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/45b259cb95974149b71185bcd9f38e67 2024-12-05T12:18:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/45b259cb95974149b71185bcd9f38e67, entries=150, sequenceid=94, filesize=11.7 K 2024-12-05T12:18:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/9e7e812918ed4bd2be3c42256e731b40 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/9e7e812918ed4bd2be3c42256e731b40 2024-12-05T12:18:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/9e7e812918ed4bd2be3c42256e731b40, entries=150, sequenceid=94, filesize=11.7 K 2024-12-05T12:18:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~149.83 KB/153430, heapSize ~415.80 KB/425776, currentSize=33.54 KB/34350 for f862ff2473bb8e59f50b53813ef1e138 in 1726ms, sequenceid=94, compaction requested=true 2024-12-05T12:18:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:52,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:18:52,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:52,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:18:52,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:18:52,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:18:52,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T12:18:52,451 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:18:52,453 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:18:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,455 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:18:52,455 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:18:52,455 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/C is initiating minor compaction (all files) 2024-12-05T12:18:52,455 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/A is initiating minor compaction (all files) 2024-12-05T12:18:52,455 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/A in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:52,455 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/cf36582e9cdb479a8242694a147d9075, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8a40da72b4374fa7b0f4245557737e42, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/c244c63ccda24641ad81a1668bd022d1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/821e3138cb40427ba11d4bebd153cef1] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=129.3 K 2024-12-05T12:18:52,455 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:52,455 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/cf36582e9cdb479a8242694a147d9075, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8a40da72b4374fa7b0f4245557737e42, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/c244c63ccda24641ad81a1668bd022d1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/821e3138cb40427ba11d4bebd153cef1] 2024-12-05T12:18:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-12-05T12:18:52,456 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/C in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:52,456 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/2717ddbb02134ba8a0c84418a788ecb7, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/8c694346600c4c0392423279f015dca2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/4a92d2400c9247afaac042389864ecc0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/9e7e812918ed4bd2be3c42256e731b40] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=44.6 K 2024-12-05T12:18:52,456 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2717ddbb02134ba8a0c84418a788ecb7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733401127870 2024-12-05T12:18:52,457 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c694346600c4c0392423279f015dca2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733401128043 2024-12-05T12:18:52,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-05T12:18:52,457 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf36582e9cdb479a8242694a147d9075, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733401127870 2024-12-05T12:18:52,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,457 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-05T12:18:52,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:18:52,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:52,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:18:52,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:52,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:18:52,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,458 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a92d2400c9247afaac042389864ecc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733401128640 2024-12-05T12:18:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,459 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e7e812918ed4bd2be3c42256e731b40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733401129442 2024-12-05T12:18:52,460 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a40da72b4374fa7b0f4245557737e42, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733401128043 2024-12-05T12:18:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,461 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c244c63ccda24641ad81a1668bd022d1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733401128640 2024-12-05T12:18:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,467 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 821e3138cb40427ba11d4bebd153cef1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733401129442 2024-12-05T12:18:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,491 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#C#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,492 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/cb3233e18d934faca833274a11b39138 is 50, key is test_row_0/C:col10/1733401130722/Put/seqid=0 2024-12-05T12:18:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,501 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120535fec5bb44ec4a2f98f5dae8bda7bd5b_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_1/A:col10/1733401130756/Put/seqid=0 2024-12-05T12:18:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,554 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412050c7e48f8033b4776a82b9d437b43643b_f862ff2473bb8e59f50b53813ef1e138 store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,557 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412050c7e48f8033b4776a82b9d437b43643b_f862ff2473bb8e59f50b53813ef1e138, store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,557 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050c7e48f8033b4776a82b9d437b43643b_f862ff2473bb8e59f50b53813ef1e138 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742145_1321 (size=12139) 2024-12-05T12:18:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742146_1322 (size=9714) 2024-12-05T12:18:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,605 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/cb3233e18d934faca833274a11b39138 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/cb3233e18d934faca833274a11b39138 2024-12-05T12:18:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,611 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/C of f862ff2473bb8e59f50b53813ef1e138 into cb3233e18d934faca833274a11b39138(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:52,612 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:52,612 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/C, priority=12, startTime=1733401132451; duration=0sec 2024-12-05T12:18:52,612 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:52,612 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:C 2024-12-05T12:18:52,612 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:18:52,613 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:18:52,613 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/B is initiating minor compaction (all files) 2024-12-05T12:18:52,613 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/B in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:52,613 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/dbf7f5906eeb4535abfad15e3f47358e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/76818c5ce9d24547bee9e5a1f51684a9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/6352b7f47e5548ecaa5193122b1def0c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/45b259cb95974149b71185bcd9f38e67] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=44.6 K 2024-12-05T12:18:52,614 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting dbf7f5906eeb4535abfad15e3f47358e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733401127870 2024-12-05T12:18:52,614 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 76818c5ce9d24547bee9e5a1f51684a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733401128043 2024-12-05T12:18:52,614 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6352b7f47e5548ecaa5193122b1def0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733401128640 2024-12-05T12:18:52,615 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 45b259cb95974149b71185bcd9f38e67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733401129442 2024-12-05T12:18:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,650 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#B#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,650 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/2aa1407b1ea94f5f95c552fb8c8049fc is 50, key is test_row_0/B:col10/1733401130722/Put/seqid=0 2024-12-05T12:18:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742147_1323 (size=4469) 2024-12-05T12:18:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742148_1324 (size=12139) 2024-12-05T12:18:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-12-05T12:18:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,993 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120535fec5bb44ec4a2f98f5dae8bda7bd5b_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120535fec5bb44ec4a2f98f5dae8bda7bd5b_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/0da40375d06646dba80d8a24627ab775, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/0da40375d06646dba80d8a24627ab775 is 175, key is test_row_1/A:col10/1733401130756/Put/seqid=0 2024-12-05T12:18:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742149_1325 (size=22361) 2024-12-05T12:18:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,022 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=102, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/0da40375d06646dba80d8a24627ab775 2024-12-05T12:18:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/7fe6b7969c2d4ec6b4e4297574022607 is 50, key is test_row_1/B:col10/1733401130756/Put/seqid=0 2024-12-05T12:18:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,060 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#A#compaction#274 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,061 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/a76efd67f5f947e090fedf30603e8aff is 175, key is test_row_0/A:col10/1733401130722/Put/seqid=0 2024-12-05T12:18:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742150_1326 (size=9657) 2024-12-05T12:18:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742151_1327 (size=31093) 2024-12-05T12:18:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,131 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/a76efd67f5f947e090fedf30603e8aff as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a76efd67f5f947e090fedf30603e8aff 2024-12-05T12:18:53,131 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/2aa1407b1ea94f5f95c552fb8c8049fc as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2aa1407b1ea94f5f95c552fb8c8049fc 2024-12-05T12:18:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,139 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/A of f862ff2473bb8e59f50b53813ef1e138 into a76efd67f5f947e090fedf30603e8aff(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:53,139 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:53,139 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/A, priority=12, startTime=1733401132451; duration=0sec 2024-12-05T12:18:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,139 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:53,139 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:A 2024-12-05T12:18:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,141 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/B of f862ff2473bb8e59f50b53813ef1e138 into 2aa1407b1ea94f5f95c552fb8c8049fc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:53,141 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:53,141 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/B, priority=12, startTime=1733401132451; duration=0sec 2024-12-05T12:18:53,141 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:53,141 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:B 2024-12-05T12:18:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:53,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-12-05T12:18:53,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401133272, max timestamp=1733401133340Num uniques 859; 2024-12-05T12:18:53,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:18:53,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401133272, max timestamp=1733401133340Num uniques 859; 2024-12-05T12:18:53,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:18:53,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401133272, max timestamp=1733401133340Num uniques 859; 2024-12-05T12:18:53,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:18:53,501 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/7fe6b7969c2d4ec6b4e4297574022607 2024-12-05T12:18:53,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/cb961904ebb64d70b4d7726f75561659 is 50, key is test_row_1/C:col10/1733401130756/Put/seqid=0 2024-12-05T12:18:53,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401193515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:53,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:53,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:53,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401193516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:53,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:53,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:53,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:53,567 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733401133430, max timestamp=1733401133559Num uniques 1068; 2024-12-05T12:18:53,567 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-05T12:18:53,570 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733401133430, max timestamp=1733401133559Num uniques 1068; 2024-12-05T12:18:53,570 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-05T12:18:53,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742152_1328 (size=9657) 2024-12-05T12:18:53,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733401133430, max timestamp=1733401133559Num uniques 1068; 2024-12-05T12:18:53,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-05T12:18:53,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401193743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:53,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:53,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:53,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:53,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41428 deadline: 1733401193747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:53,768 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_2' in f862ff2473bb8e59f50b53813ef1e138 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4314 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:18:53,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:53,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:53,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:53,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733401133698, max timestamp=1733401133764Num uniques 1077; 2024-12-05T12:18:53,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:53,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-12-05T12:18:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401193749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:53,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733401133698, max timestamp=1733401133764Num uniques 1077; 2024-12-05T12:18:53,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401133698, max timestamp=1733401133764Num uniques 1077; 2024-12-05T12:18:53,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=6870, suffix heap size=139976,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=150 2024-12-05T12:18:53,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-12-05T12:18:53,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:53,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:53,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:53,979 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/cb961904ebb64d70b4d7726f75561659 2024-12-05T12:18:53,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733401133938, max timestamp=1733401133989Num uniques 1086; 2024-12-05T12:18:53,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-05T12:18:53,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733401133938, max timestamp=1733401133989Num uniques 1086; 2024-12-05T12:18:53,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-05T12:18:54,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733401133938, max timestamp=1733401133989Num uniques 1009; 2024-12-05T12:18:54,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10806, suffix heap size=132904,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=236 2024-12-05T12:18:54,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/0da40375d06646dba80d8a24627ab775 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/0da40375d06646dba80d8a24627ab775 2024-12-05T12:18:54,026 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/0da40375d06646dba80d8a24627ab775, entries=100, sequenceid=102, filesize=21.8 K 2024-12-05T12:18:54,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/7fe6b7969c2d4ec6b4e4297574022607 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/7fe6b7969c2d4ec6b4e4297574022607 2024-12-05T12:18:54,049 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/7fe6b7969c2d4ec6b4e4297574022607, entries=100, sequenceid=102, filesize=9.4 K 2024-12-05T12:18:54,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/cb961904ebb64d70b4d7726f75561659 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/cb961904ebb64d70b4d7726f75561659 2024-12-05T12:18:54,065 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/cb961904ebb64d70b4d7726f75561659, entries=100, sequenceid=102, filesize=9.4 K 2024-12-05T12:18:54,069 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=87.22 KB/89310 for f862ff2473bb8e59f50b53813ef1e138 in 1612ms, sequenceid=102, compaction requested=false 2024-12-05T12:18:54,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:54,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:54,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-05T12:18:54,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=93.93 KB heapSize=258.23 KB 2024-12-05T12:18:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=84 2024-12-05T12:18:54,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:18:54,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:18:54,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:18:54,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:18:54,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:18:54,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:18:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:54,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-12-05T12:18:54,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9290 sec 2024-12-05T12:18:54,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.9490 sec 2024-12-05T12:18:54,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053163a2b135a74b06b9bb862d237bc122_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401134036/Put/seqid=0 2024-12-05T12:18:54,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742153_1329 (size=14794) 2024-12-05T12:18:54,152 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:54,202 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053163a2b135a74b06b9bb862d237bc122_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053163a2b135a74b06b9bb862d237bc122_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:54,213 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/a523cbdc3a1b460791871858bd5ba8ba, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:54,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/a523cbdc3a1b460791871858bd5ba8ba is 175, key is test_row_0/A:col10/1733401134036/Put/seqid=0 2024-12-05T12:18:54,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401194183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:54,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:54,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742154_1330 (size=39749) 2024-12-05T12:18:54,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401194232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:54,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401194235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:54,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401194240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-12-05T12:18:54,289 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:54,290 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:18:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-05T12:18:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-05T12:18:54,313 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:18:54,317 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:18:54,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:18:54,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401194349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:54,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:54,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401194383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:54,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:54,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401194385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:54,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401194385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:54,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:54,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-05T12:18:54,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-05T12:18:54,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:54,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:54,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:54,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:54,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:54,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401194595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:54,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-05T12:18:54,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:54,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:54,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:54,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:54,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-05T12:18:54,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401194626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:54,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401194626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:54,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401194627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:54,665 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/a523cbdc3a1b460791871858bd5ba8ba 2024-12-05T12:18:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:54,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/2ec4fd3b57df450b8d9788cea9cd5cd4 is 50, key is test_row_0/B:col10/1733401134036/Put/seqid=0 2024-12-05T12:18:54,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742155_1331 (size=12151) 2024-12-05T12:18:54,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/2ec4fd3b57df450b8d9788cea9cd5cd4 2024-12-05T12:18:54,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/a863392749e040c989e7386168855f01 is 50, key is test_row_0/C:col10/1733401134036/Put/seqid=0 2024-12-05T12:18:54,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-05T12:18:54,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:54,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:54,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:54,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742156_1332 (size=12151) 2024-12-05T12:18:54,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/a863392749e040c989e7386168855f01 2024-12-05T12:18:54,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/a523cbdc3a1b460791871858bd5ba8ba as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a523cbdc3a1b460791871858bd5ba8ba 2024-12-05T12:18:54,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a523cbdc3a1b460791871858bd5ba8ba, entries=200, sequenceid=186, filesize=38.8 K 2024-12-05T12:18:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/2ec4fd3b57df450b8d9788cea9cd5cd4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2ec4fd3b57df450b8d9788cea9cd5cd4 2024-12-05T12:18:54,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2ec4fd3b57df450b8d9788cea9cd5cd4, entries=150, sequenceid=186, filesize=11.9 K 2024-12-05T12:18:54,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/a863392749e040c989e7386168855f01 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/a863392749e040c989e7386168855f01 2024-12-05T12:18:54,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/a863392749e040c989e7386168855f01, entries=150, sequenceid=186, filesize=11.9 K 2024-12-05T12:18:54,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~258.19 KB/264384, currentSize=93.93 KB/96180 for f862ff2473bb8e59f50b53813ef1e138 in 839ms, sequenceid=186, compaction requested=true 2024-12-05T12:18:54,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:54,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:18:54,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:54,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:18:54,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:18:54,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:18:54,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T12:18:54,909 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:54,909 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:54,910 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:54,910 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/C is initiating minor compaction (all files) 2024-12-05T12:18:54,910 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/C in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:54,910 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/cb3233e18d934faca833274a11b39138, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/cb961904ebb64d70b4d7726f75561659, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/a863392749e040c989e7386168855f01] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=33.2 K 2024-12-05T12:18:54,910 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93203 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:54,910 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/A is initiating minor compaction (all files) 2024-12-05T12:18:54,911 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/A in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:54,911 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a76efd67f5f947e090fedf30603e8aff, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/0da40375d06646dba80d8a24627ab775, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a523cbdc3a1b460791871858bd5ba8ba] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=91.0 K 2024-12-05T12:18:54,911 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:54,911 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a76efd67f5f947e090fedf30603e8aff, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/0da40375d06646dba80d8a24627ab775, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a523cbdc3a1b460791871858bd5ba8ba] 2024-12-05T12:18:54,913 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a76efd67f5f947e090fedf30603e8aff, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733401129442 2024-12-05T12:18:54,913 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting cb3233e18d934faca833274a11b39138, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733401129442 2024-12-05T12:18:54,915 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting cb961904ebb64d70b4d7726f75561659, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733401130741 2024-12-05T12:18:54,916 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0da40375d06646dba80d8a24627ab775, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733401130741 2024-12-05T12:18:54,916 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a523cbdc3a1b460791871858bd5ba8ba, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733401134026 2024-12-05T12:18:54,916 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting a863392749e040c989e7386168855f01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733401134033 2024-12-05T12:18:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-05T12:18:54,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-05T12:18:54,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:54,957 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T12:18:54,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:18:54,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:54,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:18:54,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:54,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:18:54,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:54,967 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:54,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:54,990 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205acc62e7cb79d479aba4abc06545f0650_f862ff2473bb8e59f50b53813ef1e138 store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:54,992 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205acc62e7cb79d479aba4abc06545f0650_f862ff2473bb8e59f50b53813ef1e138, store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:54,992 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205acc62e7cb79d479aba4abc06545f0650_f862ff2473bb8e59f50b53813ef1e138 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:55,008 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#C#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:55,009 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/2f65670ef2a44c968093fc2db72f3787 is 50, key is test_row_0/C:col10/1733401134036/Put/seqid=0 2024-12-05T12:18:55,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053e763533ff4547f19c06dc2ac7f97396_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401134177/Put/seqid=0 2024-12-05T12:18:55,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742157_1333 (size=4469) 2024-12-05T12:18:55,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742158_1334 (size=12391) 2024-12-05T12:18:55,134 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#A#compaction#282 average throughput is 0.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:55,135 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/db2f2017cc8749489725a605aa0c9754 is 175, key is test_row_0/A:col10/1733401134036/Put/seqid=0 2024-12-05T12:18:55,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742159_1335 (size=12304) 2024-12-05T12:18:55,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401195081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:55,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401195084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:55,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:55,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:55,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401195120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:55,165 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053e763533ff4547f19c06dc2ac7f97396_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053e763533ff4547f19c06dc2ac7f97396_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:55,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401195130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:55,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:55,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:55,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/d0318f5c427f447b8a3dd5e52267c83f, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:55,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/d0318f5c427f447b8a3dd5e52267c83f is 175, key is test_row_0/A:col10/1733401134177/Put/seqid=0 2024-12-05T12:18:55,174 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/2f65670ef2a44c968093fc2db72f3787 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/2f65670ef2a44c968093fc2db72f3787 2024-12-05T12:18:55,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742160_1336 (size=31345) 2024-12-05T12:18:55,230 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/C of f862ff2473bb8e59f50b53813ef1e138 into 2f65670ef2a44c968093fc2db72f3787(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:55,230 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:55,230 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/C, priority=13, startTime=1733401134908; duration=0sec 2024-12-05T12:18:55,230 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:55,230 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:C 2024-12-05T12:18:55,230 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:55,255 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/db2f2017cc8749489725a605aa0c9754 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/db2f2017cc8749489725a605aa0c9754 2024-12-05T12:18:55,261 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:55,261 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/B is initiating minor compaction (all files) 2024-12-05T12:18:55,261 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/B in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:55,261 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2aa1407b1ea94f5f95c552fb8c8049fc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/7fe6b7969c2d4ec6b4e4297574022607, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2ec4fd3b57df450b8d9788cea9cd5cd4] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=33.2 K 2024-12-05T12:18:55,273 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2aa1407b1ea94f5f95c552fb8c8049fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733401129442 2024-12-05T12:18:55,277 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fe6b7969c2d4ec6b4e4297574022607, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733401130741 2024-12-05T12:18:55,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742161_1337 (size=31105) 2024-12-05T12:18:55,288 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ec4fd3b57df450b8d9788cea9cd5cd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733401134033 2024-12-05T12:18:55,288 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/d0318f5c427f447b8a3dd5e52267c83f 2024-12-05T12:18:55,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401195264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:55,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401195265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:55,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:55,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401195283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:55,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401195284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:55,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:55,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:55,297 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/A of f862ff2473bb8e59f50b53813ef1e138 into db2f2017cc8749489725a605aa0c9754(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:55,297 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:55,297 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/A, priority=13, startTime=1733401134908; duration=0sec 2024-12-05T12:18:55,297 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:55,297 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:A 2024-12-05T12:18:55,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/b0f5a038a9c5443784edddafacfd924c is 50, key is test_row_0/B:col10/1733401134177/Put/seqid=0 2024-12-05T12:18:55,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742162_1338 (size=12151) 2024-12-05T12:18:55,351 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#B#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:55,352 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/3fb42f5a9e35418faee2f68db192dfb9 is 50, key is test_row_0/B:col10/1733401134036/Put/seqid=0 2024-12-05T12:18:55,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742163_1339 (size=12391) 2024-12-05T12:18:55,407 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/3fb42f5a9e35418faee2f68db192dfb9 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/3fb42f5a9e35418faee2f68db192dfb9 2024-12-05T12:18:55,423 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/B of f862ff2473bb8e59f50b53813ef1e138 into 3fb42f5a9e35418faee2f68db192dfb9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:55,423 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:55,423 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/B, priority=13, startTime=1733401134908; duration=0sec 2024-12-05T12:18:55,423 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:55,423 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:B 2024-12-05T12:18:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-05T12:18:55,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401195510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:55,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401195510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:55,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401195510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:55,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401195510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:55,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:55,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:55,750 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/b0f5a038a9c5443784edddafacfd924c 2024-12-05T12:18:55,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/ca782cd015384b5787d69514841f5af7 is 50, key is test_row_0/C:col10/1733401134177/Put/seqid=0 2024-12-05T12:18:55,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742164_1340 (size=12151) 2024-12-05T12:18:55,786 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/ca782cd015384b5787d69514841f5af7 2024-12-05T12:18:55,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/d0318f5c427f447b8a3dd5e52267c83f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/d0318f5c427f447b8a3dd5e52267c83f 2024-12-05T12:18:55,825 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/d0318f5c427f447b8a3dd5e52267c83f, entries=150, sequenceid=203, filesize=30.4 K 2024-12-05T12:18:55,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/b0f5a038a9c5443784edddafacfd924c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/b0f5a038a9c5443784edddafacfd924c 2024-12-05T12:18:55,832 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/b0f5a038a9c5443784edddafacfd924c, entries=150, sequenceid=203, filesize=11.9 K 2024-12-05T12:18:55,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/ca782cd015384b5787d69514841f5af7 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/ca782cd015384b5787d69514841f5af7 2024-12-05T12:18:55,839 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/ca782cd015384b5787d69514841f5af7, entries=150, sequenceid=203, filesize=11.9 K 2024-12-05T12:18:55,840 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for f862ff2473bb8e59f50b53813ef1e138 in 883ms, sequenceid=203, compaction requested=false 2024-12-05T12:18:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-05T12:18:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=86 2024-12-05T12:18:55,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-12-05T12:18:55,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5300 sec 2024-12-05T12:18:55,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.5660 sec 2024-12-05T12:18:55,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T12:18:55,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:18:55,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:55,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:18:55,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:55,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:18:55,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:55,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dd2b5af93fc34cb5982bbad74046a501_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401135102/Put/seqid=0 2024-12-05T12:18:55,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742165_1341 (size=14794) 2024-12-05T12:18:56,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401195961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:56,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401195961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:56,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401196008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:56,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401196009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:56,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:56,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401196116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:56,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401196116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:56,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:56,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:56,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401196157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:56,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401196157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:56,350 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:56,358 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dd2b5af93fc34cb5982bbad74046a501_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dd2b5af93fc34cb5982bbad74046a501_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:56,359 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/4c5ddd785cdf45dc83871f4acb0ca698, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:56,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/4c5ddd785cdf45dc83871f4acb0ca698 is 175, key is test_row_0/A:col10/1733401135102/Put/seqid=0 2024-12-05T12:18:56,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401196345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:56,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:56,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401196350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:56,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:56,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742166_1342 (size=39749) 2024-12-05T12:18:56,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401196387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:56,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:56,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401196408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:56,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:56,425 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/4c5ddd785cdf45dc83871f4acb0ca698 2024-12-05T12:18:56,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-05T12:18:56,466 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:18:56,466 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:18:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-05T12:18:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-12-05T12:18:56,471 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:18:56,472 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:18:56,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:18:56,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/cb311e488c0547c1aeb1e3ee17de4139 is 50, key is test_row_0/B:col10/1733401135102/Put/seqid=0 2024-12-05T12:18:56,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742167_1343 (size=12151) 2024-12-05T12:18:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-12-05T12:18:56,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T12:18:56,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:56,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:56,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:56,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:56,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:56,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401196695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:56,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401196723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:56,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401196737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:56,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401196749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:56,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:56,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-12-05T12:18:56,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T12:18:56,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:56,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:56,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:56,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:56,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:56,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/cb311e488c0547c1aeb1e3ee17de4139 2024-12-05T12:18:56,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T12:18:56,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:56,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:56,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:56,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:56,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:57,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/d849671ea5624d78865c16061c76bf40 is 50, key is test_row_0/C:col10/1733401135102/Put/seqid=0 2024-12-05T12:18:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-12-05T12:18:57,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T12:18:57,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:57,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:57,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:57,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:57,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:57,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742168_1344 (size=12151) 2024-12-05T12:18:57,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/d849671ea5624d78865c16061c76bf40 2024-12-05T12:18:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:57,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/4c5ddd785cdf45dc83871f4acb0ca698 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/4c5ddd785cdf45dc83871f4acb0ca698 2024-12-05T12:18:57,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/4c5ddd785cdf45dc83871f4acb0ca698, entries=200, sequenceid=223, filesize=38.8 K 2024-12-05T12:18:57,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/cb311e488c0547c1aeb1e3ee17de4139 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/cb311e488c0547c1aeb1e3ee17de4139 2024-12-05T12:18:57,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401197231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:57,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/cb311e488c0547c1aeb1e3ee17de4139, entries=150, sequenceid=223, filesize=11.9 K 2024-12-05T12:18:57,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/d849671ea5624d78865c16061c76bf40 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/d849671ea5624d78865c16061c76bf40 2024-12-05T12:18:57,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:57,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/d849671ea5624d78865c16061c76bf40, entries=150, sequenceid=223, filesize=11.9 K 2024-12-05T12:18:57,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for f862ff2473bb8e59f50b53813ef1e138 in 1420ms, sequenceid=223, compaction requested=true 2024-12-05T12:18:57,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:57,281 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:57,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:18:57,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:57,282 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:57,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:18:57,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:57,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:18:57,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:57,296 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:57,296 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:57,297 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/A is initiating minor compaction (all files) 2024-12-05T12:18:57,297 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/B is initiating minor compaction (all files) 2024-12-05T12:18:57,297 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/B in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:57,297 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/A in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:57,297 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/db2f2017cc8749489725a605aa0c9754, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/d0318f5c427f447b8a3dd5e52267c83f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/4c5ddd785cdf45dc83871f4acb0ca698] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=99.8 K 2024-12-05T12:18:57,297 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/3fb42f5a9e35418faee2f68db192dfb9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/b0f5a038a9c5443784edddafacfd924c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/cb311e488c0547c1aeb1e3ee17de4139] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=35.8 K 2024-12-05T12:18:57,297 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:57,297 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/db2f2017cc8749489725a605aa0c9754, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/d0318f5c427f447b8a3dd5e52267c83f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/4c5ddd785cdf45dc83871f4acb0ca698] 2024-12-05T12:18:57,303 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting db2f2017cc8749489725a605aa0c9754, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733401134033 2024-12-05T12:18:57,304 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0318f5c427f447b8a3dd5e52267c83f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733401134177 2024-12-05T12:18:57,304 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fb42f5a9e35418faee2f68db192dfb9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733401134033 2024-12-05T12:18:57,305 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c5ddd785cdf45dc83871f4acb0ca698, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733401135005 2024-12-05T12:18:57,308 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b0f5a038a9c5443784edddafacfd924c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733401134177 2024-12-05T12:18:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:57,316 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting cb311e488c0547c1aeb1e3ee17de4139, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733401135005 2024-12-05T12:18:57,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T12:18:57,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:18:57,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:57,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:18:57,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:57,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:18:57,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:57,329 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:57,345 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205bd23c3c7cf274dbdb5b7e28936495057_f862ff2473bb8e59f50b53813ef1e138 store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:57,347 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205bd23c3c7cf274dbdb5b7e28936495057_f862ff2473bb8e59f50b53813ef1e138, store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:57,347 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205bd23c3c7cf274dbdb5b7e28936495057_f862ff2473bb8e59f50b53813ef1e138 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:57,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T12:18:57,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:57,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:57,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:57,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:57,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:57,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120549e7f67630c142a8aa97858a80a4bbdd_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401137310/Put/seqid=0 2024-12-05T12:18:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:57,356 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#B#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:57,359 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/505a36eb1c72432a91f6a6bd0018f3ea is 50, key is test_row_0/B:col10/1733401135102/Put/seqid=0 2024-12-05T12:18:57,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742169_1345 (size=4469) 2024-12-05T12:18:57,392 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#A#compaction#291 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:57,393 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/b1e0ac4ff50e45d88d974fab4bcb4d93 is 175, key is test_row_0/A:col10/1733401135102/Put/seqid=0 2024-12-05T12:18:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742171_1347 (size=12493) 2024-12-05T12:18:57,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742170_1346 (size=17284) 2024-12-05T12:18:57,457 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:57,466 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/505a36eb1c72432a91f6a6bd0018f3ea as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/505a36eb1c72432a91f6a6bd0018f3ea 2024-12-05T12:18:57,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742172_1348 (size=31447) 2024-12-05T12:18:57,483 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/B of f862ff2473bb8e59f50b53813ef1e138 into 505a36eb1c72432a91f6a6bd0018f3ea(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:57,483 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:57,483 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/B, priority=13, startTime=1733401137282; duration=0sec 2024-12-05T12:18:57,483 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:18:57,483 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:B 2024-12-05T12:18:57,483 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:18:57,485 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:18:57,486 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/C is initiating minor compaction (all files) 2024-12-05T12:18:57,486 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/C in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:57,486 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/2f65670ef2a44c968093fc2db72f3787, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/ca782cd015384b5787d69514841f5af7, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/d849671ea5624d78865c16061c76bf40] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=35.8 K 2024-12-05T12:18:57,493 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f65670ef2a44c968093fc2db72f3787, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733401134033 2024-12-05T12:18:57,497 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting ca782cd015384b5787d69514841f5af7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733401134177 2024-12-05T12:18:57,501 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting d849671ea5624d78865c16061c76bf40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733401135005 2024-12-05T12:18:57,501 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120549e7f67630c142a8aa97858a80a4bbdd_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120549e7f67630c142a8aa97858a80a4bbdd_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:57,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:57,506 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/b1e0ac4ff50e45d88d974fab4bcb4d93 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/b1e0ac4ff50e45d88d974fab4bcb4d93 2024-12-05T12:18:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401197475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:57,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401197484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:57,507 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/6ef943b955ba43c5bb5a99de200c2dd4, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:57,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/6ef943b955ba43c5bb5a99de200c2dd4 is 175, key is test_row_0/A:col10/1733401137310/Put/seqid=0 2024-12-05T12:18:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:57,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T12:18:57,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:57,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:57,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:57,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:57,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:57,528 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#C#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:18:57,529 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/97db4018606b48158b66732b95f9381c is 50, key is test_row_0/C:col10/1733401135102/Put/seqid=0 2024-12-05T12:18:57,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401197506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:57,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:57,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742173_1349 (size=48389) 2024-12-05T12:18:57,557 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/A of f862ff2473bb8e59f50b53813ef1e138 into b1e0ac4ff50e45d88d974fab4bcb4d93(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:57,557 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:57,557 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/A, priority=13, startTime=1733401137281; duration=0sec 2024-12-05T12:18:57,557 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:57,557 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:A 2024-12-05T12:18:57,562 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/6ef943b955ba43c5bb5a99de200c2dd4 2024-12-05T12:18:57,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742174_1350 (size=12493) 2024-12-05T12:18:57,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/614ac02ede9f4dc09873a60a6d772085 is 50, key is test_row_0/B:col10/1733401137310/Put/seqid=0 2024-12-05T12:18:57,607 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/97db4018606b48158b66732b95f9381c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/97db4018606b48158b66732b95f9381c 2024-12-05T12:18:57,625 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/C of f862ff2473bb8e59f50b53813ef1e138 into 97db4018606b48158b66732b95f9381c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:18:57,625 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:57,625 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/C, priority=13, startTime=1733401137282; duration=0sec 2024-12-05T12:18:57,625 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:18:57,625 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:C 2024-12-05T12:18:57,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401197616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:57,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401197616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:57,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:57,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742175_1351 (size=12151) 2024-12-05T12:18:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-12-05T12:18:57,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401197649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:57,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T12:18:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:57,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:57,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:57,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:57,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:57,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:57,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41428 deadline: 1733401197796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:57,826 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_2' in f862ff2473bb8e59f50b53813ef1e138 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8372 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:18:57,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:57,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T12:18:57,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:57,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:57,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:57,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:57,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:57,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401197857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:57,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401197866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:57,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:57,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401197901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:58,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T12:18:58,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:58,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:58,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:58,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:58,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:18:58,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/614ac02ede9f4dc09873a60a6d772085 2024-12-05T12:18:58,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/f7859a99c1c74175868ef66b5a641e11 is 50, key is test_row_0/C:col10/1733401137310/Put/seqid=0 2024-12-05T12:18:58,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742176_1352 (size=12151) 2024-12-05T12:18:58,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/f7859a99c1c74175868ef66b5a641e11 2024-12-05T12:18:58,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/6ef943b955ba43c5bb5a99de200c2dd4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/6ef943b955ba43c5bb5a99de200c2dd4 2024-12-05T12:18:58,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/6ef943b955ba43c5bb5a99de200c2dd4, entries=250, sequenceid=240, filesize=47.3 K 2024-12-05T12:18:58,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/614ac02ede9f4dc09873a60a6d772085 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/614ac02ede9f4dc09873a60a6d772085 2024-12-05T12:18:58,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/614ac02ede9f4dc09873a60a6d772085, entries=150, sequenceid=240, filesize=11.9 K 2024-12-05T12:18:58,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/f7859a99c1c74175868ef66b5a641e11 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/f7859a99c1c74175868ef66b5a641e11 2024-12-05T12:18:58,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/f7859a99c1c74175868ef66b5a641e11, entries=150, sequenceid=240, filesize=11.9 K 2024-12-05T12:18:58,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for f862ff2473bb8e59f50b53813ef1e138 in 862ms, sequenceid=240, compaction requested=false 2024-12-05T12:18:58,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:58,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T12:18:58,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:58,187 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T12:18:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:58,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:18:58,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:18:58,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:58,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:18:58,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:58,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:18:58,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:58,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120532044eeca44e4e3cb5d33d13697ea65d_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401137501/Put/seqid=0 2024-12-05T12:18:58,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742177_1353 (size=14844) 2024-12-05T12:18:58,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:58,290 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120532044eeca44e4e3cb5d33d13697ea65d_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120532044eeca44e4e3cb5d33d13697ea65d_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:58,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/9a6501e9680d4d1da9898690a83d6b20, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:58,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/9a6501e9680d4d1da9898690a83d6b20 is 175, key is test_row_0/A:col10/1733401137501/Put/seqid=0 2024-12-05T12:18:58,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742178_1354 (size=39799) 2024-12-05T12:18:58,305 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/9a6501e9680d4d1da9898690a83d6b20 2024-12-05T12:18:58,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/493820ee17b94ddf842fbc00b971deea is 50, key is test_row_0/B:col10/1733401137501/Put/seqid=0 2024-12-05T12:18:58,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742179_1355 (size=12201) 2024-12-05T12:18:58,368 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/493820ee17b94ddf842fbc00b971deea 2024-12-05T12:18:58,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401198335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:58,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401198363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:58,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:58,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/80625dad50144a8d95adba2d95883270 is 50, key is test_row_0/C:col10/1733401137501/Put/seqid=0 2024-12-05T12:18:58,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401198369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:58,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:58,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401198371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:58,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:58,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742180_1356 (size=12201) 2024-12-05T12:18:58,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401198475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:58,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401198485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:58,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401198506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:58,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:58,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401198509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:58,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-12-05T12:18:58,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401198727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:58,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401198729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:58,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:58,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:58,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401198749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:58,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401198753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:58,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:58,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:58,853 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/80625dad50144a8d95adba2d95883270 2024-12-05T12:18:58,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/9a6501e9680d4d1da9898690a83d6b20 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/9a6501e9680d4d1da9898690a83d6b20 2024-12-05T12:18:58,884 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/9a6501e9680d4d1da9898690a83d6b20, entries=200, sequenceid=259, filesize=38.9 K 2024-12-05T12:18:58,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/493820ee17b94ddf842fbc00b971deea as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/493820ee17b94ddf842fbc00b971deea 2024-12-05T12:18:58,891 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/493820ee17b94ddf842fbc00b971deea, entries=150, sequenceid=259, filesize=11.9 K 2024-12-05T12:18:58,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/80625dad50144a8d95adba2d95883270 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/80625dad50144a8d95adba2d95883270 2024-12-05T12:18:58,896 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/80625dad50144a8d95adba2d95883270, entries=150, sequenceid=259, filesize=11.9 K 2024-12-05T12:18:58,909 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for f862ff2473bb8e59f50b53813ef1e138 in 721ms, sequenceid=259, compaction requested=true 2024-12-05T12:18:58,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:18:58,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:18:58,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-05T12:18:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=88 2024-12-05T12:18:58,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-12-05T12:18:58,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4390 sec 2024-12-05T12:18:58,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.4480 sec 2024-12-05T12:18:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:59,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T12:18:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:18:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:18:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:18:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:18:59,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b1fd000becc04561bb5cc7b42d09d771_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401138365/Put/seqid=0 2024-12-05T12:18:59,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742181_1357 (size=17534) 2024-12-05T12:18:59,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401199139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:59,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401199154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:59,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:59,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401199154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:59,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:59,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401199168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:59,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:59,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401199276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:59,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:59,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401199281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:59,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:59,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401199285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:59,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:59,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401199295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:59,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:59,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401199505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:59,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401199515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:59,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401199517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:59,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401199519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:59,585 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:18:59,592 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b1fd000becc04561bb5cc7b42d09d771_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b1fd000becc04561bb5cc7b42d09d771_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:18:59,593 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/8239c6624127466eab036195fd0509b2, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:18:59,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/8239c6624127466eab036195fd0509b2 is 175, key is test_row_0/A:col10/1733401138365/Put/seqid=0 2024-12-05T12:18:59,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742182_1358 (size=48639) 2024-12-05T12:18:59,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401199827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:59,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:59,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401199827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:59,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:59,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401199835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:59,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:18:59,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:18:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401199846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:18:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:18:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:00,089 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/8239c6624127466eab036195fd0509b2 2024-12-05T12:19:00,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/0ccefaba3e364d53a8c76c7001b24c93 is 50, key is test_row_0/B:col10/1733401138365/Put/seqid=0 2024-12-05T12:19:00,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742183_1359 (size=12301) 2024-12-05T12:19:00,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/0ccefaba3e364d53a8c76c7001b24c93 2024-12-05T12:19:00,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/14ab7eccf364499b9e78b042d0ed9690 is 50, key is test_row_0/C:col10/1733401138365/Put/seqid=0 2024-12-05T12:19:00,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742184_1360 (size=12301) 2024-12-05T12:19:00,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/14ab7eccf364499b9e78b042d0ed9690 2024-12-05T12:19:00,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/8239c6624127466eab036195fd0509b2 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8239c6624127466eab036195fd0509b2 2024-12-05T12:19:00,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8239c6624127466eab036195fd0509b2, entries=250, sequenceid=278, filesize=47.5 K 2024-12-05T12:19:00,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/0ccefaba3e364d53a8c76c7001b24c93 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/0ccefaba3e364d53a8c76c7001b24c93 2024-12-05T12:19:00,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/0ccefaba3e364d53a8c76c7001b24c93, entries=150, sequenceid=278, filesize=12.0 K 2024-12-05T12:19:00,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/14ab7eccf364499b9e78b042d0ed9690 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/14ab7eccf364499b9e78b042d0ed9690 2024-12-05T12:19:00,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/14ab7eccf364499b9e78b042d0ed9690, entries=150, sequenceid=278, filesize=12.0 K 2024-12-05T12:19:00,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for f862ff2473bb8e59f50b53813ef1e138 in 1222ms, sequenceid=278, compaction requested=true 2024-12-05T12:19:00,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:00,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:00,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:00,313 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:00,313 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:00,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:19:00,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:00,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:00,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:00,321 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49146 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:00,321 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/B is initiating minor compaction (all files) 2024-12-05T12:19:00,321 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/B in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:00,321 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/505a36eb1c72432a91f6a6bd0018f3ea, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/614ac02ede9f4dc09873a60a6d772085, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/493820ee17b94ddf842fbc00b971deea, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/0ccefaba3e364d53a8c76c7001b24c93] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=48.0 K 2024-12-05T12:19:00,321 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 168274 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:00,321 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/A is initiating minor compaction (all files) 2024-12-05T12:19:00,321 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/A in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:00,321 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/b1e0ac4ff50e45d88d974fab4bcb4d93, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/6ef943b955ba43c5bb5a99de200c2dd4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/9a6501e9680d4d1da9898690a83d6b20, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8239c6624127466eab036195fd0509b2] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=164.3 K 2024-12-05T12:19:00,321 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:00,322 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/b1e0ac4ff50e45d88d974fab4bcb4d93, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/6ef943b955ba43c5bb5a99de200c2dd4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/9a6501e9680d4d1da9898690a83d6b20, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8239c6624127466eab036195fd0509b2] 2024-12-05T12:19:00,323 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 505a36eb1c72432a91f6a6bd0018f3ea, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733401135005 2024-12-05T12:19:00,323 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1e0ac4ff50e45d88d974fab4bcb4d93, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733401135005 2024-12-05T12:19:00,323 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 614ac02ede9f4dc09873a60a6d772085, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733401135957 2024-12-05T12:19:00,324 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ef943b955ba43c5bb5a99de200c2dd4, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733401135957 2024-12-05T12:19:00,324 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 493820ee17b94ddf842fbc00b971deea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733401137417 2024-12-05T12:19:00,325 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ccefaba3e364d53a8c76c7001b24c93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733401138365 2024-12-05T12:19:00,325 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a6501e9680d4d1da9898690a83d6b20, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733401137417 2024-12-05T12:19:00,326 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8239c6624127466eab036195fd0509b2, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733401138360 2024-12-05T12:19:00,361 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:00,367 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#B#compaction#304 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:00,368 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/e3768c76af9b43ddba462c6d246da9c8 is 50, key is test_row_0/B:col10/1733401138365/Put/seqid=0 2024-12-05T12:19:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:00,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T12:19:00,393 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412053561d2bf8cfd43b38e46641f3edd2af6_f862ff2473bb8e59f50b53813ef1e138 store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:00,396 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412053561d2bf8cfd43b38e46641f3edd2af6_f862ff2473bb8e59f50b53813ef1e138, store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:00,397 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053561d2bf8cfd43b38e46641f3edd2af6_f862ff2473bb8e59f50b53813ef1e138 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:00,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:19:00,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:00,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:19:00,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:00,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:19:00,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:00,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742185_1361 (size=12779) 2024-12-05T12:19:00,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742186_1362 (size=4469) 2024-12-05T12:19:00,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120573f78446c9c943c5b6f4e308bc2f51dd_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401139155/Put/seqid=0 2024-12-05T12:19:00,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742187_1363 (size=17534) 2024-12-05T12:19:00,505 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:00,509 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120573f78446c9c943c5b6f4e308bc2f51dd_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120573f78446c9c943c5b6f4e308bc2f51dd_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:00,510 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/8b1376f001d44decab97206460674d96, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:00,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/8b1376f001d44decab97206460674d96 is 175, key is test_row_0/A:col10/1733401139155/Put/seqid=0 2024-12-05T12:19:00,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401200489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:00,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401200490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:00,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401200492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:00,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742188_1364 (size=48639) 2024-12-05T12:19:00,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401200521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:00,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:00,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401200627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:00,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401200627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:00,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401200636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:00,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401200655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:00,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-12-05T12:19:00,720 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:00,721 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:19:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-05T12:19:00,723 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:19:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-05T12:19:00,724 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:19:00,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:19:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-05T12:19:00,855 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#A#compaction#303 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:00,856 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/74c06e5459044d638c460eee42bfd0f8 is 175, key is test_row_0/A:col10/1733401138365/Put/seqid=0 2024-12-05T12:19:00,856 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/e3768c76af9b43ddba462c6d246da9c8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/e3768c76af9b43ddba462c6d246da9c8 2024-12-05T12:19:00,869 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/B of f862ff2473bb8e59f50b53813ef1e138 into e3768c76af9b43ddba462c6d246da9c8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:00,869 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:00,869 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/B, priority=12, startTime=1733401140313; duration=0sec 2024-12-05T12:19:00,870 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:00,870 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:B 2024-12-05T12:19:00,870 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:00,871 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49146 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:00,871 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/C is initiating minor compaction (all files) 2024-12-05T12:19:00,871 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/C in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:00,871 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/97db4018606b48158b66732b95f9381c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/f7859a99c1c74175868ef66b5a641e11, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/80625dad50144a8d95adba2d95883270, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/14ab7eccf364499b9e78b042d0ed9690] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=48.0 K 2024-12-05T12:19:00,871 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 97db4018606b48158b66732b95f9381c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733401135005 2024-12-05T12:19:00,872 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting f7859a99c1c74175868ef66b5a641e11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733401135957 2024-12-05T12:19:00,872 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 80625dad50144a8d95adba2d95883270, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733401137417 2024-12-05T12:19:00,872 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 14ab7eccf364499b9e78b042d0ed9690, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733401138365 2024-12-05T12:19:00,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-05T12:19:00,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:00,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:00,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:00,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:00,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:00,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401200865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:00,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401200865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:00,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401200868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:00,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742189_1365 (size=31733) 2024-12-05T12:19:00,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401200885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:00,910 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#C#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:00,911 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/6941ca4c41ea40b2b05d76671dc4fc02 is 50, key is test_row_0/C:col10/1733401138365/Put/seqid=0 2024-12-05T12:19:00,927 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/74c06e5459044d638c460eee42bfd0f8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/74c06e5459044d638c460eee42bfd0f8 2024-12-05T12:19:00,949 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/8b1376f001d44decab97206460674d96 2024-12-05T12:19:00,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742190_1366 (size=12779) 2024-12-05T12:19:00,953 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/A of f862ff2473bb8e59f50b53813ef1e138 into 74c06e5459044d638c460eee42bfd0f8(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:00,953 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:00,953 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/A, priority=12, startTime=1733401140313; duration=0sec 2024-12-05T12:19:00,953 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:00,953 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:A 2024-12-05T12:19:00,958 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/6941ca4c41ea40b2b05d76671dc4fc02 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/6941ca4c41ea40b2b05d76671dc4fc02 2024-12-05T12:19:00,964 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/C of f862ff2473bb8e59f50b53813ef1e138 into 6941ca4c41ea40b2b05d76671dc4fc02(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:00,964 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:00,964 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/C, priority=12, startTime=1733401140313; duration=0sec 2024-12-05T12:19:00,964 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:00,964 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:C 2024-12-05T12:19:00,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/8f6ad157b75a468f820ff879cff3bca4 is 50, key is test_row_0/B:col10/1733401139155/Put/seqid=0 2024-12-05T12:19:00,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742191_1367 (size=12301) 2024-12-05T12:19:00,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/8f6ad157b75a468f820ff879cff3bca4 2024-12-05T12:19:00,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/589089901bd74c7295d5bc6a26e26faa is 50, key is test_row_0/C:col10/1733401139155/Put/seqid=0 2024-12-05T12:19:01,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-05T12:19:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:01,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:01,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:01,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742192_1368 (size=12301) 2024-12-05T12:19:01,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/589089901bd74c7295d5bc6a26e26faa 2024-12-05T12:19:01,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/8b1376f001d44decab97206460674d96 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8b1376f001d44decab97206460674d96 2024-12-05T12:19:01,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8b1376f001d44decab97206460674d96, entries=250, sequenceid=293, filesize=47.5 K 2024-12-05T12:19:01,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/8f6ad157b75a468f820ff879cff3bca4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/8f6ad157b75a468f820ff879cff3bca4 2024-12-05T12:19:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-05T12:19:01,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/8f6ad157b75a468f820ff879cff3bca4, entries=150, sequenceid=293, filesize=12.0 K 2024-12-05T12:19:01,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/589089901bd74c7295d5bc6a26e26faa as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/589089901bd74c7295d5bc6a26e26faa 2024-12-05T12:19:01,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/589089901bd74c7295d5bc6a26e26faa, entries=150, sequenceid=293, filesize=12.0 K 2024-12-05T12:19:01,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for f862ff2473bb8e59f50b53813ef1e138 in 674ms, sequenceid=293, compaction requested=false 2024-12-05T12:19:01,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:01,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-05T12:19:01,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:01,184 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T12:19:01,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:19:01,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:01,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:19:01,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:01,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:19:01,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:01,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:01,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fecbed3ce8644ad08da0156f77d99b23_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401140514/Put/seqid=0 2024-12-05T12:19:01,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742193_1369 (size=12454) 2024-12-05T12:19:01,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401201267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:01,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:01,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401201268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:01,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:01,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401201268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:01,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401201269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-05T12:19:01,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401201385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:01,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:01,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401201396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:01,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401201396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:01,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401201396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:01,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401201605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:01,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401201605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:01,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401201606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:01,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401201606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:01,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:01,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:01,679 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fecbed3ce8644ad08da0156f77d99b23_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fecbed3ce8644ad08da0156f77d99b23_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:01,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/a87408dbe66647b989e955e3d7f41037, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:01,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/a87408dbe66647b989e955e3d7f41037 is 175, key is test_row_0/A:col10/1733401140514/Put/seqid=0 2024-12-05T12:19:01,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742194_1370 (size=31255) 2024-12-05T12:19:01,738 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/a87408dbe66647b989e955e3d7f41037 2024-12-05T12:19:01,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/b91e618ca7bc440cbc9b0d0ffe3e1746 is 50, key is test_row_0/B:col10/1733401140514/Put/seqid=0 2024-12-05T12:19:01,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742195_1371 (size=12301) 2024-12-05T12:19:01,836 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/b91e618ca7bc440cbc9b0d0ffe3e1746 2024-12-05T12:19:01,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/1630b191d19540989cf4dc81ec0f56bb is 50, key is test_row_0/C:col10/1733401140514/Put/seqid=0 2024-12-05T12:19:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-05T12:19:01,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742196_1372 (size=12301) 2024-12-05T12:19:01,897 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/1630b191d19540989cf4dc81ec0f56bb 2024-12-05T12:19:01,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/a87408dbe66647b989e955e3d7f41037 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a87408dbe66647b989e955e3d7f41037 2024-12-05T12:19:01,916 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a87408dbe66647b989e955e3d7f41037, entries=150, sequenceid=313, filesize=30.5 K 2024-12-05T12:19:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/b91e618ca7bc440cbc9b0d0ffe3e1746 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/b91e618ca7bc440cbc9b0d0ffe3e1746 2024-12-05T12:19:01,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401201928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:01,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401201928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:01,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401201928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:01,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:01,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401201928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:01,947 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/b91e618ca7bc440cbc9b0d0ffe3e1746, entries=150, sequenceid=313, filesize=12.0 K 2024-12-05T12:19:01,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/1630b191d19540989cf4dc81ec0f56bb as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/1630b191d19540989cf4dc81ec0f56bb 2024-12-05T12:19:01,956 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/1630b191d19540989cf4dc81ec0f56bb, entries=150, sequenceid=313, filesize=12.0 K 2024-12-05T12:19:01,961 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for f862ff2473bb8e59f50b53813ef1e138 in 777ms, sequenceid=313, compaction requested=true 2024-12-05T12:19:01,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:01,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:01,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-05T12:19:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=90 2024-12-05T12:19:01,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-05T12:19:01,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2440 sec 2024-12-05T12:19:01,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.2560 sec 2024-12-05T12:19:02,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T12:19:02,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:19:02,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:02,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:19:02,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:02,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:19:02,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:02,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120507835a5af7514c0faf6e17231a64c25e_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401141262/Put/seqid=0 2024-12-05T12:19:02,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742197_1373 (size=14994) 2024-12-05T12:19:02,566 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:02,575 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120507835a5af7514c0faf6e17231a64c25e_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120507835a5af7514c0faf6e17231a64c25e_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:02,576 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/296c3e4e3d9d41a09e7e0423f5250d23, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:02,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/296c3e4e3d9d41a09e7e0423f5250d23 is 175, key is test_row_0/A:col10/1733401141262/Put/seqid=0 2024-12-05T12:19:02,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742198_1374 (size=39949) 2024-12-05T12:19:02,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401202572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:02,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:02,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:02,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:02,621 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/296c3e4e3d9d41a09e7e0423f5250d23 2024-12-05T12:19:02,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401202604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:02,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401202608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:02,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/c59e836efb9b4b3f828b8ecc5d089552 is 50, key is test_row_0/B:col10/1733401141262/Put/seqid=0 2024-12-05T12:19:02,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401202618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:02,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:02,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:02,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:02,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742199_1375 (size=12301) 2024-12-05T12:19:02,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/c59e836efb9b4b3f828b8ecc5d089552 2024-12-05T12:19:02,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/1bcb47e729b44fa1a802a2feeb5c0515 is 50, key is test_row_0/C:col10/1733401141262/Put/seqid=0 2024-12-05T12:19:02,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401202735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:02,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:02,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:02,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:02,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401202746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:02,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:02,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:02,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:02,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401202746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:02,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:02,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:02,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:02,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742200_1376 (size=12301) 2024-12-05T12:19:02,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/1bcb47e729b44fa1a802a2feeb5c0515 2024-12-05T12:19:02,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401202776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:02,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/296c3e4e3d9d41a09e7e0423f5250d23 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/296c3e4e3d9d41a09e7e0423f5250d23 2024-12-05T12:19:02,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/296c3e4e3d9d41a09e7e0423f5250d23, entries=200, sequenceid=330, filesize=39.0 K 2024-12-05T12:19:02,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/c59e836efb9b4b3f828b8ecc5d089552 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/c59e836efb9b4b3f828b8ecc5d089552 2024-12-05T12:19:02,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/c59e836efb9b4b3f828b8ecc5d089552, entries=150, sequenceid=330, filesize=12.0 K 2024-12-05T12:19:02,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/1bcb47e729b44fa1a802a2feeb5c0515 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/1bcb47e729b44fa1a802a2feeb5c0515 2024-12-05T12:19:02,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/1bcb47e729b44fa1a802a2feeb5c0515, entries=150, sequenceid=330, filesize=12.0 K 2024-12-05T12:19:02,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for f862ff2473bb8e59f50b53813ef1e138 in 366ms, sequenceid=330, compaction requested=true 2024-12-05T12:19:02,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:02,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:02,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:02,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:19:02,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:19:02,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:02,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:19:02,836 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:02,836 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:02,855 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151576 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:02,855 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/A is initiating minor compaction (all files) 2024-12-05T12:19:02,855 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/A in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:02,855 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/74c06e5459044d638c460eee42bfd0f8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8b1376f001d44decab97206460674d96, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a87408dbe66647b989e955e3d7f41037, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/296c3e4e3d9d41a09e7e0423f5250d23] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=148.0 K 2024-12-05T12:19:02,855 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:02,855 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/74c06e5459044d638c460eee42bfd0f8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8b1376f001d44decab97206460674d96, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a87408dbe66647b989e955e3d7f41037, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/296c3e4e3d9d41a09e7e0423f5250d23] 2024-12-05T12:19:02,856 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74c06e5459044d638c460eee42bfd0f8, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733401138365 2024-12-05T12:19:02,857 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:02,857 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/B is initiating minor compaction (all files) 2024-12-05T12:19:02,857 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/B in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:02,857 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/e3768c76af9b43ddba462c6d246da9c8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/8f6ad157b75a468f820ff879cff3bca4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/b91e618ca7bc440cbc9b0d0ffe3e1746, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/c59e836efb9b4b3f828b8ecc5d089552] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=48.5 K 2024-12-05T12:19:02,861 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b1376f001d44decab97206460674d96, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733401139122 2024-12-05T12:19:02,869 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting e3768c76af9b43ddba462c6d246da9c8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733401138365 2024-12-05T12:19:02,873 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a87408dbe66647b989e955e3d7f41037, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733401140487 2024-12-05T12:19:02,877 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f6ad157b75a468f820ff879cff3bca4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733401139152 2024-12-05T12:19:02,882 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b91e618ca7bc440cbc9b0d0ffe3e1746, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733401140487 2024-12-05T12:19:02,882 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 296c3e4e3d9d41a09e7e0423f5250d23, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733401141229 2024-12-05T12:19:02,884 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting c59e836efb9b4b3f828b8ecc5d089552, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733401141229 2024-12-05T12:19:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-05T12:19:02,896 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:02,896 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:19:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-05T12:19:02,899 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:19:02,903 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:19:02,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:19:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-05T12:19:02,915 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:02,931 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#B#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:02,932 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/3d42323c2f9f48b6a1fcc6f27a02eb9d is 50, key is test_row_0/B:col10/1733401141262/Put/seqid=0 2024-12-05T12:19:02,941 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205e55ad28571f24cb984575a27165d698f_f862ff2473bb8e59f50b53813ef1e138 store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:02,944 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205e55ad28571f24cb984575a27165d698f_f862ff2473bb8e59f50b53813ef1e138, store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:02,944 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e55ad28571f24cb984575a27165d698f_f862ff2473bb8e59f50b53813ef1e138 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:02,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T12:19:02,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:19:02,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:02,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:19:02,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:02,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:19:02,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:02,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742201_1377 (size=12915) 2024-12-05T12:19:03,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120580e25be84d854ec5b54ec6346013f666_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401142612/Put/seqid=0 2024-12-05T12:19:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-05T12:19:03,016 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/3d42323c2f9f48b6a1fcc6f27a02eb9d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/3d42323c2f9f48b6a1fcc6f27a02eb9d 2024-12-05T12:19:03,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742202_1378 (size=4469) 2024-12-05T12:19:03,029 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/B of f862ff2473bb8e59f50b53813ef1e138 into 3d42323c2f9f48b6a1fcc6f27a02eb9d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:03,029 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:03,029 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/B, priority=12, startTime=1733401142836; duration=0sec 2024-12-05T12:19:03,030 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:03,030 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:B 2024-12-05T12:19:03,030 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:03,033 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#A#compaction#315 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:03,034 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/94fb1e35824b4c57bad7ddb00f92aea3 is 175, key is test_row_0/A:col10/1733401141262/Put/seqid=0 2024-12-05T12:19:03,035 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:03,035 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/C is initiating minor compaction (all files) 2024-12-05T12:19:03,035 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/C in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:03,035 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/6941ca4c41ea40b2b05d76671dc4fc02, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/589089901bd74c7295d5bc6a26e26faa, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/1630b191d19540989cf4dc81ec0f56bb, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/1bcb47e729b44fa1a802a2feeb5c0515] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=48.5 K 2024-12-05T12:19:03,037 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6941ca4c41ea40b2b05d76671dc4fc02, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733401138365 2024-12-05T12:19:03,038 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 589089901bd74c7295d5bc6a26e26faa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733401139152 2024-12-05T12:19:03,038 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1630b191d19540989cf4dc81ec0f56bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733401140487 2024-12-05T12:19:03,039 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bcb47e729b44fa1a802a2feeb5c0515, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733401141229 2024-12-05T12:19:03,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742203_1379 (size=14994) 2024-12-05T12:19:03,041 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:03,046 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120580e25be84d854ec5b54ec6346013f666_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120580e25be84d854ec5b54ec6346013f666_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:03,048 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/cb85d1e6e2164847b9a2013e290a6523, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:03,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/cb85d1e6e2164847b9a2013e290a6523 is 175, key is test_row_0/A:col10/1733401142612/Put/seqid=0 2024-12-05T12:19:03,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742204_1380 (size=31869) 2024-12-05T12:19:03,059 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#C#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:03,060 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/d3eef0fa3a1741bb92cc9be8c3fc4d8a is 50, key is test_row_0/C:col10/1733401141262/Put/seqid=0 2024-12-05T12:19:03,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T12:19:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:03,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:03,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742206_1382 (size=12915) 2024-12-05T12:19:03,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742205_1381 (size=39949) 2024-12-05T12:19:03,089 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/cb85d1e6e2164847b9a2013e290a6523 2024-12-05T12:19:03,093 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/d3eef0fa3a1741bb92cc9be8c3fc4d8a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/d3eef0fa3a1741bb92cc9be8c3fc4d8a 2024-12-05T12:19:03,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/6fe70169b5dd4069bd82cdb398588d00 is 50, key is test_row_0/B:col10/1733401142612/Put/seqid=0 2024-12-05T12:19:03,113 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/C of f862ff2473bb8e59f50b53813ef1e138 into d3eef0fa3a1741bb92cc9be8c3fc4d8a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:03,113 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:03,113 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/C, priority=12, startTime=1733401142836; duration=0sec 2024-12-05T12:19:03,113 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:03,113 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:C 2024-12-05T12:19:03,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742207_1383 (size=12301) 2024-12-05T12:19:03,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401203102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:03,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401203120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:03,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:03,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401203100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:03,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401203136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:03,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-05T12:19:03,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T12:19:03,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:03,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:03,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:03,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401203255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:03,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:03,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401203255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:03,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401203256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:03,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401203259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:03,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T12:19:03,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:03,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:03,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:03,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,482 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/94fb1e35824b4c57bad7ddb00f92aea3 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/94fb1e35824b4c57bad7ddb00f92aea3 2024-12-05T12:19:03,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401203476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:03,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401203477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:03,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401203477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:03,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:03,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401203477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:03,497 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/A of f862ff2473bb8e59f50b53813ef1e138 into 94fb1e35824b4c57bad7ddb00f92aea3(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:03,497 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:03,497 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/A, priority=12, startTime=1733401142836; duration=0sec 2024-12-05T12:19:03,497 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:03,497 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:A 2024-12-05T12:19:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-05T12:19:03,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/6fe70169b5dd4069bd82cdb398588d00 2024-12-05T12:19:03,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T12:19:03,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:03,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:03,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:03,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/8d41aa94e71743269c6bbbc3b6015dbc is 50, key is test_row_0/C:col10/1733401142612/Put/seqid=0 2024-12-05T12:19:03,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742208_1384 (size=12301) 2024-12-05T12:19:03,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T12:19:03,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:03,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:03,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:03,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401203795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:03,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401203796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:03,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:03,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401203796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:03,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:03,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401203796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:03,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T12:19:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:03,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:04,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T12:19:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:04,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:04,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-05T12:19:04,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/8d41aa94e71743269c6bbbc3b6015dbc 2024-12-05T12:19:04,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/cb85d1e6e2164847b9a2013e290a6523 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/cb85d1e6e2164847b9a2013e290a6523 2024-12-05T12:19:04,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/cb85d1e6e2164847b9a2013e290a6523, entries=200, sequenceid=346, filesize=39.0 K 2024-12-05T12:19:04,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/6fe70169b5dd4069bd82cdb398588d00 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/6fe70169b5dd4069bd82cdb398588d00 2024-12-05T12:19:04,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/6fe70169b5dd4069bd82cdb398588d00, entries=150, sequenceid=346, filesize=12.0 K 2024-12-05T12:19:04,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/8d41aa94e71743269c6bbbc3b6015dbc as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/8d41aa94e71743269c6bbbc3b6015dbc 2024-12-05T12:19:04,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/8d41aa94e71743269c6bbbc3b6015dbc, entries=150, sequenceid=346, filesize=12.0 K 2024-12-05T12:19:04,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for f862ff2473bb8e59f50b53813ef1e138 in 1129ms, sequenceid=346, compaction requested=false 2024-12-05T12:19:04,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T12:19:04,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,225 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T12:19:04,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:19:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:04,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:19:04,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:04,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:19:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cdf752e00e4845f3a851087abc3a7d68_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_1/A:col10/1733401143094/Put/seqid=0 2024-12-05T12:19:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742209_1385 (size=9914) 2024-12-05T12:19:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401204416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:04,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:04,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401204424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:04,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401204432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:04,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:04,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401204432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:04,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:04,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401204535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:04,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:04,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401204545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:04,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:04,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401204556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:04,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:04,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401204556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:04,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:04,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:04,707 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cdf752e00e4845f3a851087abc3a7d68_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cdf752e00e4845f3a851087abc3a7d68_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:04,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/1b25ef1aab754ad898d099fc423b216e, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:04,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/1b25ef1aab754ad898d099fc423b216e is 175, key is test_row_1/A:col10/1733401143094/Put/seqid=0 2024-12-05T12:19:04,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742210_1386 (size=22561) 2024-12-05T12:19:04,731 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/1b25ef1aab754ad898d099fc423b216e 2024-12-05T12:19:04,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/34592d7ffc7c49f2b8f309f4a3c93d52 is 50, key is test_row_1/B:col10/1733401143094/Put/seqid=0 2024-12-05T12:19:04,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401204755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:04,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401204766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:04,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401204766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:04,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401204766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:04,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:04,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:04,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:04,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:04,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742211_1387 (size=9857) 2024-12-05T12:19:05,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401205075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:05,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:05,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401205085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:05,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401205085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:05,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-05T12:19:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:05,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401205095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:05,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:05,225 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/34592d7ffc7c49f2b8f309f4a3c93d52 2024-12-05T12:19:05,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/84a21d021ba2472b8c770887d00d8f17 is 50, key is test_row_1/C:col10/1733401143094/Put/seqid=0 2024-12-05T12:19:05,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742212_1388 (size=9857) 2024-12-05T12:19:05,303 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/84a21d021ba2472b8c770887d00d8f17 2024-12-05T12:19:05,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/1b25ef1aab754ad898d099fc423b216e as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/1b25ef1aab754ad898d099fc423b216e 2024-12-05T12:19:05,326 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/1b25ef1aab754ad898d099fc423b216e, entries=100, sequenceid=365, filesize=22.0 K 2024-12-05T12:19:05,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/34592d7ffc7c49f2b8f309f4a3c93d52 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/34592d7ffc7c49f2b8f309f4a3c93d52 2024-12-05T12:19:05,332 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/34592d7ffc7c49f2b8f309f4a3c93d52, entries=100, sequenceid=365, filesize=9.6 K 2024-12-05T12:19:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/84a21d021ba2472b8c770887d00d8f17 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/84a21d021ba2472b8c770887d00d8f17 2024-12-05T12:19:05,337 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/84a21d021ba2472b8c770887d00d8f17, entries=100, sequenceid=365, filesize=9.6 K 2024-12-05T12:19:05,340 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for f862ff2473bb8e59f50b53813ef1e138 in 1115ms, sequenceid=365, compaction requested=true 2024-12-05T12:19:05,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:05,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:05,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-05T12:19:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=92 2024-12-05T12:19:05,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-05T12:19:05,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4380 sec 2024-12-05T12:19:05,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 2.4590 sec 2024-12-05T12:19:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:05,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T12:19:05,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:19:05,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:05,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:19:05,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:05,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:19:05,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:05,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205214d4f6f55744ac8825b8d71cf440a67_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401144428/Put/seqid=0 2024-12-05T12:19:05,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742213_1389 (size=14994) 2024-12-05T12:19:05,633 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:05,641 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205214d4f6f55744ac8825b8d71cf440a67_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205214d4f6f55744ac8825b8d71cf440a67_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:05,642 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/54837ee288024ef4bf75b67d5eba3f9d, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:05,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/54837ee288024ef4bf75b67d5eba3f9d is 175, key is test_row_0/A:col10/1733401144428/Put/seqid=0 2024-12-05T12:19:05,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742214_1390 (size=39949) 2024-12-05T12:19:05,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401205638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:05,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401205639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:05,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401205645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:05,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401205649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:05,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:05,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:05,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401205766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:05,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401205767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:05,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:05,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401205767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:05,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401205769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:05,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:05,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:05,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:05,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401205987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:05,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401205987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:06,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:06,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401206000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401206005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:06,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:06,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:06,049 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=383, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/54837ee288024ef4bf75b67d5eba3f9d 2024-12-05T12:19:06,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/2c52a3eb87934342b05361894611b59f is 50, key is test_row_0/B:col10/1733401144428/Put/seqid=0 2024-12-05T12:19:06,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742215_1391 (size=12301) 2024-12-05T12:19:06,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/2c52a3eb87934342b05361894611b59f 2024-12-05T12:19:06,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/740b7127a5874a9ea06ec59df7d7b87e is 50, key is test_row_0/C:col10/1733401144428/Put/seqid=0 2024-12-05T12:19:06,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742216_1392 (size=12301) 2024-12-05T12:19:06,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401206315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:06,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:06,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401206315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:06,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:06,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401206315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:06,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401206315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:06,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:06,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/740b7127a5874a9ea06ec59df7d7b87e 2024-12-05T12:19:06,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/54837ee288024ef4bf75b67d5eba3f9d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/54837ee288024ef4bf75b67d5eba3f9d 2024-12-05T12:19:06,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/54837ee288024ef4bf75b67d5eba3f9d, entries=200, sequenceid=383, filesize=39.0 K 2024-12-05T12:19:06,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/2c52a3eb87934342b05361894611b59f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2c52a3eb87934342b05361894611b59f 2024-12-05T12:19:06,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2c52a3eb87934342b05361894611b59f, entries=150, sequenceid=383, filesize=12.0 K 2024-12-05T12:19:06,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/740b7127a5874a9ea06ec59df7d7b87e as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/740b7127a5874a9ea06ec59df7d7b87e 2024-12-05T12:19:06,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/740b7127a5874a9ea06ec59df7d7b87e, entries=150, sequenceid=383, filesize=12.0 K 2024-12-05T12:19:06,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for f862ff2473bb8e59f50b53813ef1e138 in 976ms, sequenceid=383, compaction requested=true 2024-12-05T12:19:06,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:06,581 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:06,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:06,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:06,582 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:06,582 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/A is initiating minor compaction (all files) 2024-12-05T12:19:06,583 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/A in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:06,583 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/94fb1e35824b4c57bad7ddb00f92aea3, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/cb85d1e6e2164847b9a2013e290a6523, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/1b25ef1aab754ad898d099fc423b216e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/54837ee288024ef4bf75b67d5eba3f9d] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=131.2 K 2024-12-05T12:19:06,583 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:06,583 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/94fb1e35824b4c57bad7ddb00f92aea3, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/cb85d1e6e2164847b9a2013e290a6523, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/1b25ef1aab754ad898d099fc423b216e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/54837ee288024ef4bf75b67d5eba3f9d] 2024-12-05T12:19:06,583 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:06,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:19:06,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:06,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:06,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:06,587 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94fb1e35824b4c57bad7ddb00f92aea3, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733401141229 2024-12-05T12:19:06,587 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb85d1e6e2164847b9a2013e290a6523, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733401142506 2024-12-05T12:19:06,588 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b25ef1aab754ad898d099fc423b216e, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733401143094 2024-12-05T12:19:06,588 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47374 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:06,588 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/B is initiating minor compaction (all files) 2024-12-05T12:19:06,588 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/B in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:06,588 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/3d42323c2f9f48b6a1fcc6f27a02eb9d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/6fe70169b5dd4069bd82cdb398588d00, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/34592d7ffc7c49f2b8f309f4a3c93d52, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2c52a3eb87934342b05361894611b59f] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=46.3 K 2024-12-05T12:19:06,589 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54837ee288024ef4bf75b67d5eba3f9d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733401144405 2024-12-05T12:19:06,589 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d42323c2f9f48b6a1fcc6f27a02eb9d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733401141229 2024-12-05T12:19:06,589 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fe70169b5dd4069bd82cdb398588d00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733401142604 2024-12-05T12:19:06,590 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 34592d7ffc7c49f2b8f309f4a3c93d52, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733401143094 2024-12-05T12:19:06,590 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c52a3eb87934342b05361894611b59f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733401144428 2024-12-05T12:19:06,601 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:06,602 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#B#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:06,603 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/115011cf612b4d12a08f69fff7325ab9 is 50, key is test_row_0/B:col10/1733401144428/Put/seqid=0 2024-12-05T12:19:06,605 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120570ea86d165fb41329a486fb65bce8674_f862ff2473bb8e59f50b53813ef1e138 store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:06,609 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120570ea86d165fb41329a486fb65bce8674_f862ff2473bb8e59f50b53813ef1e138, store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:06,609 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120570ea86d165fb41329a486fb65bce8674_f862ff2473bb8e59f50b53813ef1e138 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:06,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742217_1393 (size=13051) 2024-12-05T12:19:06,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742218_1394 (size=4469) 2024-12-05T12:19:06,633 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/115011cf612b4d12a08f69fff7325ab9 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/115011cf612b4d12a08f69fff7325ab9 2024-12-05T12:19:06,641 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/B of f862ff2473bb8e59f50b53813ef1e138 into 115011cf612b4d12a08f69fff7325ab9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:06,641 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:06,641 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#A#compaction#328 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:06,641 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/B, priority=12, startTime=1733401146583; duration=0sec 2024-12-05T12:19:06,641 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:06,641 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:B 2024-12-05T12:19:06,641 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:06,642 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/e43b7554366440a994c572a1209167d8 is 175, key is test_row_0/A:col10/1733401144428/Put/seqid=0 2024-12-05T12:19:06,648 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47374 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:06,648 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/C is initiating minor compaction (all files) 2024-12-05T12:19:06,648 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/C in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:06,648 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/d3eef0fa3a1741bb92cc9be8c3fc4d8a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/8d41aa94e71743269c6bbbc3b6015dbc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/84a21d021ba2472b8c770887d00d8f17, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/740b7127a5874a9ea06ec59df7d7b87e] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=46.3 K 2024-12-05T12:19:06,648 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting d3eef0fa3a1741bb92cc9be8c3fc4d8a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733401141229 2024-12-05T12:19:06,648 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d41aa94e71743269c6bbbc3b6015dbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733401142604 2024-12-05T12:19:06,649 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 84a21d021ba2472b8c770887d00d8f17, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733401143094 2024-12-05T12:19:06,649 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 740b7127a5874a9ea06ec59df7d7b87e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733401144428 2024-12-05T12:19:06,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742219_1395 (size=32005) 2024-12-05T12:19:06,670 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/e43b7554366440a994c572a1209167d8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/e43b7554366440a994c572a1209167d8 2024-12-05T12:19:06,684 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/A of f862ff2473bb8e59f50b53813ef1e138 into e43b7554366440a994c572a1209167d8(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:06,684 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:06,684 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/A, priority=12, startTime=1733401146581; duration=0sec 2024-12-05T12:19:06,685 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:06,685 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:A 2024-12-05T12:19:06,691 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#C#compaction#329 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:06,691 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/c7f94577e51742748915f81ed7c737ba is 50, key is test_row_0/C:col10/1733401144428/Put/seqid=0 2024-12-05T12:19:06,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742220_1396 (size=13051) 2024-12-05T12:19:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:06,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T12:19:06,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:19:06,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:06,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:19:06,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:06,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:19:06,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:06,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f3da3e65ed484c749a74353441d9a2df_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401146855/Put/seqid=0 2024-12-05T12:19:06,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742221_1397 (size=12454) 2024-12-05T12:19:06,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401206891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:06,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401206893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:06,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401206910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:06,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401206912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:06,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:06,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:06,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401207015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401207015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401207035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401207036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-05T12:19:07,107 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:07,107 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:19:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-05T12:19:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-05T12:19:07,111 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:19:07,112 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:19:07,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:19:07,128 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/c7f94577e51742748915f81ed7c737ba as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/c7f94577e51742748915f81ed7c737ba 2024-12-05T12:19:07,137 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/C of f862ff2473bb8e59f50b53813ef1e138 into c7f94577e51742748915f81ed7c737ba(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:07,137 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:07,137 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/C, priority=12, startTime=1733401146583; duration=0sec 2024-12-05T12:19:07,137 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:07,137 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:C 2024-12-05T12:19:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-05T12:19:07,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401207236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401207236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401207255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401207255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:07,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:07,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:07,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:07,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:07,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:07,282 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:07,294 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f3da3e65ed484c749a74353441d9a2df_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f3da3e65ed484c749a74353441d9a2df_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:07,295 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/97b66779d26d40e6a525083309cdb39e, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:07,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/97b66779d26d40e6a525083309cdb39e is 175, key is test_row_0/A:col10/1733401146855/Put/seqid=0 2024-12-05T12:19:07,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742222_1398 (size=31255) 2024-12-05T12:19:07,324 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=402, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/97b66779d26d40e6a525083309cdb39e 2024-12-05T12:19:07,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/be31ce9aba794e0bb92f28b29a96cdb9 is 50, key is test_row_0/B:col10/1733401146855/Put/seqid=0 2024-12-05T12:19:07,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742223_1399 (size=12301) 2024-12-05T12:19:07,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/be31ce9aba794e0bb92f28b29a96cdb9 2024-12-05T12:19:07,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/45928dad72794a43ba65d92de2ce3b61 is 50, key is test_row_0/C:col10/1733401146855/Put/seqid=0 2024-12-05T12:19:07,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:07,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:07,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:07,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:07,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:07,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-05T12:19:07,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742224_1400 (size=12301) 2024-12-05T12:19:07,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/45928dad72794a43ba65d92de2ce3b61 2024-12-05T12:19:07,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/97b66779d26d40e6a525083309cdb39e as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/97b66779d26d40e6a525083309cdb39e 2024-12-05T12:19:07,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/97b66779d26d40e6a525083309cdb39e, entries=150, sequenceid=402, filesize=30.5 K 2024-12-05T12:19:07,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/be31ce9aba794e0bb92f28b29a96cdb9 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/be31ce9aba794e0bb92f28b29a96cdb9 2024-12-05T12:19:07,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/be31ce9aba794e0bb92f28b29a96cdb9, entries=150, sequenceid=402, filesize=12.0 K 2024-12-05T12:19:07,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/45928dad72794a43ba65d92de2ce3b61 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/45928dad72794a43ba65d92de2ce3b61 2024-12-05T12:19:07,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/45928dad72794a43ba65d92de2ce3b61, entries=150, sequenceid=402, filesize=12.0 K 2024-12-05T12:19:07,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for f862ff2473bb8e59f50b53813ef1e138 in 653ms, sequenceid=402, compaction requested=false 2024-12-05T12:19:07,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:07,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T12:19:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:07,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:19:07,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:07,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:19:07,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:07,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:19:07,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:07,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:07,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:07,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:07,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:07,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:07,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:07,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120560b7c883a3b94a45af703a9a8e2e782c_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401147560/Put/seqid=0 2024-12-05T12:19:07,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742225_1401 (size=17534) 2024-12-05T12:19:07,653 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:07,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401207632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401207634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401207634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401207637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,672 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120560b7c883a3b94a45af703a9a8e2e782c_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120560b7c883a3b94a45af703a9a8e2e782c_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:07,673 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/4adc8d57ca8a41c5b420dd4918de56d7, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:07,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/4adc8d57ca8a41c5b420dd4918de56d7 is 175, key is test_row_0/A:col10/1733401147560/Put/seqid=0 2024-12-05T12:19:07,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742226_1402 (size=48639) 2024-12-05T12:19:07,701 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=421, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/4adc8d57ca8a41c5b420dd4918de56d7 2024-12-05T12:19:07,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/359c6578f2dc4a3ebd69804bc19c34b6 is 50, key is test_row_0/B:col10/1733401147560/Put/seqid=0 2024-12-05T12:19:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-05T12:19:07,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:07,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:07,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:07,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:07,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:07,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:07,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742227_1403 (size=12301) 2024-12-05T12:19:07,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/359c6578f2dc4a3ebd69804bc19c34b6 2024-12-05T12:19:07,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401207766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401207766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401207766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401207766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/10ff6e5d3fc44ee5aad470364ca34789 is 50, key is test_row_0/C:col10/1733401147560/Put/seqid=0 2024-12-05T12:19:07,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742228_1404 (size=12301) 2024-12-05T12:19:07,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41428 deadline: 1733401207855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,868 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_2' in f862ff2473bb8e59f50b53813ef1e138 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18414 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:19:07,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:07,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:07,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:07,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:07,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:07,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:07,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41380 deadline: 1733401207987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1733401207987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1733401207987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1733401207992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:08,008 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:19:08,049 INFO [Thread-1425 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1425. 2024-12-05T12:19:08,049 DEBUG [Thread-1425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:08,049 DEBUG [Thread-1425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,049 DEBUG [Thread-1425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:08,054 INFO [Thread-1421 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1421. 2024-12-05T12:19:08,054 DEBUG [Thread-1421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:08,054 DEBUG [Thread-1421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,054 DEBUG [Thread-1421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:08,055 INFO [Thread-1419 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1419. 2024-12-05T12:19:08,056 DEBUG [Thread-1419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:08,056 DEBUG [Thread-1419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:08,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:08,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:08,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,056 DEBUG [Thread-1419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,065 INFO [Thread-1423 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1423. 2024-12-05T12:19:08,065 DEBUG [Thread-1423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:08,065 DEBUG [Thread-1423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,065 INFO [Thread-1427 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1427. 2024-12-05T12:19:08,065 DEBUG [Thread-1427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:08,065 DEBUG [Thread-1427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:08,065 DEBUG [Thread-1427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,065 DEBUG [Thread-1423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:08,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:08,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:08,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/10ff6e5d3fc44ee5aad470364ca34789 2024-12-05T12:19:08,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/4adc8d57ca8a41c5b420dd4918de56d7 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/4adc8d57ca8a41c5b420dd4918de56d7 2024-12-05T12:19:08,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/4adc8d57ca8a41c5b420dd4918de56d7, entries=250, sequenceid=421, filesize=47.5 K 2024-12-05T12:19:08,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/359c6578f2dc4a3ebd69804bc19c34b6 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/359c6578f2dc4a3ebd69804bc19c34b6 2024-12-05T12:19:08,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/359c6578f2dc4a3ebd69804bc19c34b6, entries=150, sequenceid=421, filesize=12.0 K 2024-12-05T12:19:08,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/10ff6e5d3fc44ee5aad470364ca34789 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/10ff6e5d3fc44ee5aad470364ca34789 2024-12-05T12:19:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-05T12:19:08,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/10ff6e5d3fc44ee5aad470364ca34789, entries=150, sequenceid=421, filesize=12.0 K 2024-12-05T12:19:08,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for f862ff2473bb8e59f50b53813ef1e138 in 691ms, sequenceid=421, compaction requested=true 2024-12-05T12:19:08,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:08,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:08,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:08,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:19:08,260 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:08,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:08,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f862ff2473bb8e59f50b53813ef1e138:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:08,260 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:08,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:08,261 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:08,261 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:08,261 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/B is initiating minor compaction (all files) 2024-12-05T12:19:08,261 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/A is initiating minor compaction (all files) 2024-12-05T12:19:08,261 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/B in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,261 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/A in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,261 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/115011cf612b4d12a08f69fff7325ab9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/be31ce9aba794e0bb92f28b29a96cdb9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/359c6578f2dc4a3ebd69804bc19c34b6] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=36.8 K 2024-12-05T12:19:08,261 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/e43b7554366440a994c572a1209167d8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/97b66779d26d40e6a525083309cdb39e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/4adc8d57ca8a41c5b420dd4918de56d7] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=109.3 K 2024-12-05T12:19:08,261 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,261 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/e43b7554366440a994c572a1209167d8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/97b66779d26d40e6a525083309cdb39e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/4adc8d57ca8a41c5b420dd4918de56d7] 2024-12-05T12:19:08,262 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 115011cf612b4d12a08f69fff7325ab9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733401144428 2024-12-05T12:19:08,262 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting e43b7554366440a994c572a1209167d8, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733401144428 2024-12-05T12:19:08,262 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97b66779d26d40e6a525083309cdb39e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733401146851 2024-12-05T12:19:08,262 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting be31ce9aba794e0bb92f28b29a96cdb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733401146851 2024-12-05T12:19:08,262 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4adc8d57ca8a41c5b420dd4918de56d7, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1733401146889 2024-12-05T12:19:08,262 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 359c6578f2dc4a3ebd69804bc19c34b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1733401146905 2024-12-05T12:19:08,270 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:08,276 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205ca33342cae9a4b368bbe5aee0b8320ee_f862ff2473bb8e59f50b53813ef1e138 store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:08,278 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#B#compaction#337 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:08,278 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/8671513001bd4ef0af5341b69e13f9be is 50, key is test_row_0/B:col10/1733401147560/Put/seqid=0 2024-12-05T12:19:08,280 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205ca33342cae9a4b368bbe5aee0b8320ee_f862ff2473bb8e59f50b53813ef1e138, store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:08,280 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ca33342cae9a4b368bbe5aee0b8320ee_f862ff2473bb8e59f50b53813ef1e138 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:08,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742229_1405 (size=13153) 2024-12-05T12:19:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:08,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T12:19:08,313 INFO [Thread-1414 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1414. 2024-12-05T12:19:08,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:19:08,313 DEBUG [Thread-1414 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:08,313 DEBUG [Thread-1414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:08,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:19:08,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:08,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:19:08,313 DEBUG [Thread-1414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:08,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:08,313 INFO [Thread-1416 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1416. 2024-12-05T12:19:08,313 DEBUG [Thread-1416 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:08,313 DEBUG [Thread-1416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,313 DEBUG [Thread-1416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:08,318 INFO [Thread-1412 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1412. 2024-12-05T12:19:08,319 DEBUG [Thread-1412 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:08,319 DEBUG [Thread-1412 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,319 DEBUG [Thread-1412 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:08,319 INFO [Thread-1410 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1410. 2024-12-05T12:19:08,319 DEBUG [Thread-1410 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:08,319 DEBUG [Thread-1410 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,319 DEBUG [Thread-1410 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:08,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:08,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059ada15f04f974d92903e4146a2d41033_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401148307/Put/seqid=0 2024-12-05T12:19:08,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742230_1406 (size=4469) 2024-12-05T12:19:08,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742231_1407 (size=12454) 2024-12-05T12:19:08,357 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:08,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:08,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:08,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,367 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059ada15f04f974d92903e4146a2d41033_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059ada15f04f974d92903e4146a2d41033_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:08,368 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/92ad653c646d472e82e0452d99713c75, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:08,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/92ad653c646d472e82e0452d99713c75 is 175, key is test_row_0/A:col10/1733401148307/Put/seqid=0 2024-12-05T12:19:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742232_1408 (size=31255) 2024-12-05T12:19:08,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:08,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:08,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:08,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:08,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,705 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/8671513001bd4ef0af5341b69e13f9be as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/8671513001bd4ef0af5341b69e13f9be 2024-12-05T12:19:08,709 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/B of f862ff2473bb8e59f50b53813ef1e138 into 8671513001bd4ef0af5341b69e13f9be(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:08,709 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:08,709 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/B, priority=13, startTime=1733401148260; duration=0sec 2024-12-05T12:19:08,709 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:08,709 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:B 2024-12-05T12:19:08,709 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:08,710 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:08,711 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): f862ff2473bb8e59f50b53813ef1e138/C is initiating minor compaction (all files) 2024-12-05T12:19:08,711 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f862ff2473bb8e59f50b53813ef1e138/C in TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,711 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/c7f94577e51742748915f81ed7c737ba, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/45928dad72794a43ba65d92de2ce3b61, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/10ff6e5d3fc44ee5aad470364ca34789] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp, totalSize=36.8 K 2024-12-05T12:19:08,711 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting c7f94577e51742748915f81ed7c737ba, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733401144428 2024-12-05T12:19:08,712 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 45928dad72794a43ba65d92de2ce3b61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733401146851 2024-12-05T12:19:08,712 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 10ff6e5d3fc44ee5aad470364ca34789, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1733401146905 2024-12-05T12:19:08,724 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#C#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:08,724 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/eb64d989ddf44d9f90abb7af93b9d979 is 50, key is test_row_0/C:col10/1733401147560/Put/seqid=0 2024-12-05T12:19:08,739 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f862ff2473bb8e59f50b53813ef1e138#A#compaction#336 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:08,740 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/81a5c4779f584814823ccf6b87a52e99 is 175, key is test_row_0/A:col10/1733401147560/Put/seqid=0 2024-12-05T12:19:08,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742233_1409 (size=13153) 2024-12-05T12:19:08,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742234_1410 (size=32107) 2024-12-05T12:19:08,756 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/81a5c4779f584814823ccf6b87a52e99 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/81a5c4779f584814823ccf6b87a52e99 2024-12-05T12:19:08,762 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/A of f862ff2473bb8e59f50b53813ef1e138 into 81a5c4779f584814823ccf6b87a52e99(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:08,762 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:08,762 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/A, priority=13, startTime=1733401148259; duration=0sec 2024-12-05T12:19:08,762 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:08,762 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:A 2024-12-05T12:19:08,783 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=437, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/92ad653c646d472e82e0452d99713c75 2024-12-05T12:19:08,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/ce195feb56e34bcd8bccb9ae20787b57 is 50, key is test_row_0/B:col10/1733401148307/Put/seqid=0 2024-12-05T12:19:08,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742235_1411 (size=12301) 2024-12-05T12:19:08,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:08,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:08,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:08,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:08,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:08,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:09,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:09,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:09,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:09,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:09,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:09,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:09,152 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/eb64d989ddf44d9f90abb7af93b9d979 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/eb64d989ddf44d9f90abb7af93b9d979 2024-12-05T12:19:09,156 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f862ff2473bb8e59f50b53813ef1e138/C of f862ff2473bb8e59f50b53813ef1e138 into eb64d989ddf44d9f90abb7af93b9d979(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:09,156 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:09,156 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., storeName=f862ff2473bb8e59f50b53813ef1e138/C, priority=13, startTime=1733401148260; duration=0sec 2024-12-05T12:19:09,157 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:09,157 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f862ff2473bb8e59f50b53813ef1e138:C 2024-12-05T12:19:09,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/ce195feb56e34bcd8bccb9ae20787b57 2024-12-05T12:19:09,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/df30d497bef449bf883f659f02c342c6 is 50, key is test_row_0/C:col10/1733401148307/Put/seqid=0 2024-12-05T12:19:09,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742236_1412 (size=12301) 2024-12-05T12:19:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-05T12:19:09,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:09,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:09,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:09,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:09,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:09,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:09,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:09,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. as already flushing 2024-12-05T12:19:09,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:09,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:09,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:09,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/df30d497bef449bf883f659f02c342c6 2024-12-05T12:19:09,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/92ad653c646d472e82e0452d99713c75 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/92ad653c646d472e82e0452d99713c75 2024-12-05T12:19:09,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/92ad653c646d472e82e0452d99713c75, entries=150, sequenceid=437, filesize=30.5 K 2024-12-05T12:19:09,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/ce195feb56e34bcd8bccb9ae20787b57 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/ce195feb56e34bcd8bccb9ae20787b57 2024-12-05T12:19:09,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/ce195feb56e34bcd8bccb9ae20787b57, entries=150, sequenceid=437, filesize=12.0 K 2024-12-05T12:19:09,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/df30d497bef449bf883f659f02c342c6 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/df30d497bef449bf883f659f02c342c6 2024-12-05T12:19:09,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/df30d497bef449bf883f659f02c342c6, entries=150, sequenceid=437, filesize=12.0 K 2024-12-05T12:19:09,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=13.42 KB/13740 for f862ff2473bb8e59f50b53813ef1e138 in 1363ms, sequenceid=437, compaction requested=false 2024-12-05T12:19:09,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:09,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T12:19:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:09,752 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-12-05T12:19:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:19:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:19:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:19:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:09,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cfa3ec1f7864410facc9ad787813f1ee_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_0/A:col10/1733401148313/Put/seqid=0 2024-12-05T12:19:09,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742237_1413 (size=9914) 2024-12-05T12:19:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:10,184 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cfa3ec1f7864410facc9ad787813f1ee_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cfa3ec1f7864410facc9ad787813f1ee_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:10,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/57f8c91cd5d84145932090e5ee819b16, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:10,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/57f8c91cd5d84145932090e5ee819b16 is 175, key is test_row_0/A:col10/1733401148313/Put/seqid=0 2024-12-05T12:19:10,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742238_1414 (size=22561) 2024-12-05T12:19:10,190 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=445, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/57f8c91cd5d84145932090e5ee819b16 2024-12-05T12:19:10,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/91ac530fd0dd4be3814ea6f4da80dfe4 is 50, key is test_row_0/B:col10/1733401148313/Put/seqid=0 2024-12-05T12:19:10,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742239_1415 (size=9857) 2024-12-05T12:19:10,600 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/91ac530fd0dd4be3814ea6f4da80dfe4 2024-12-05T12:19:10,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/c37c06f3cae643b99207e3feddbec7c4 is 50, key is test_row_0/C:col10/1733401148313/Put/seqid=0 2024-12-05T12:19:10,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742240_1416 (size=9857) 2024-12-05T12:19:11,014 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/c37c06f3cae643b99207e3feddbec7c4 2024-12-05T12:19:11,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/57f8c91cd5d84145932090e5ee819b16 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/57f8c91cd5d84145932090e5ee819b16 2024-12-05T12:19:11,024 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/57f8c91cd5d84145932090e5ee819b16, entries=100, sequenceid=445, filesize=22.0 K 2024-12-05T12:19:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/91ac530fd0dd4be3814ea6f4da80dfe4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/91ac530fd0dd4be3814ea6f4da80dfe4 2024-12-05T12:19:11,030 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/91ac530fd0dd4be3814ea6f4da80dfe4, entries=100, sequenceid=445, filesize=9.6 K 2024-12-05T12:19:11,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/c37c06f3cae643b99207e3feddbec7c4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/c37c06f3cae643b99207e3feddbec7c4 2024-12-05T12:19:11,034 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/c37c06f3cae643b99207e3feddbec7c4, entries=100, sequenceid=445, filesize=9.6 K 2024-12-05T12:19:11,036 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for f862ff2473bb8e59f50b53813ef1e138 in 1283ms, sequenceid=445, compaction requested=true 2024-12-05T12:19:11,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for f862ff2473bb8e59f50b53813ef1e138: 2024-12-05T12:19:11,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:11,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-05T12:19:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-12-05T12:19:11,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-05T12:19:11,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9260 sec 2024-12-05T12:19:11,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 3.9330 sec 2024-12-05T12:19:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-05T12:19:11,276 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:12,936 WARN [regionserver/2556e7014d8b:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 0 2024-12-05T12:19:12,940 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/cf36582e9cdb479a8242694a147d9075, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8a40da72b4374fa7b0f4245557737e42, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/c244c63ccda24641ad81a1668bd022d1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/821e3138cb40427ba11d4bebd153cef1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a76efd67f5f947e090fedf30603e8aff, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/0da40375d06646dba80d8a24627ab775, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a523cbdc3a1b460791871858bd5ba8ba, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/db2f2017cc8749489725a605aa0c9754, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/d0318f5c427f447b8a3dd5e52267c83f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/4c5ddd785cdf45dc83871f4acb0ca698, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/b1e0ac4ff50e45d88d974fab4bcb4d93, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/6ef943b955ba43c5bb5a99de200c2dd4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/9a6501e9680d4d1da9898690a83d6b20, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8239c6624127466eab036195fd0509b2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/74c06e5459044d638c460eee42bfd0f8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8b1376f001d44decab97206460674d96, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a87408dbe66647b989e955e3d7f41037, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/296c3e4e3d9d41a09e7e0423f5250d23, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/94fb1e35824b4c57bad7ddb00f92aea3, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/cb85d1e6e2164847b9a2013e290a6523, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/1b25ef1aab754ad898d099fc423b216e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/54837ee288024ef4bf75b67d5eba3f9d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/e43b7554366440a994c572a1209167d8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/97b66779d26d40e6a525083309cdb39e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/4adc8d57ca8a41c5b420dd4918de56d7] to archive 2024-12-05T12:19:12,941 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:19:12,943 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/cf36582e9cdb479a8242694a147d9075 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/cf36582e9cdb479a8242694a147d9075 2024-12-05T12:19:12,944 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8a40da72b4374fa7b0f4245557737e42 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8a40da72b4374fa7b0f4245557737e42 2024-12-05T12:19:12,945 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/c244c63ccda24641ad81a1668bd022d1 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/c244c63ccda24641ad81a1668bd022d1 2024-12-05T12:19:12,946 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/821e3138cb40427ba11d4bebd153cef1 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/821e3138cb40427ba11d4bebd153cef1 2024-12-05T12:19:12,948 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a76efd67f5f947e090fedf30603e8aff to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a76efd67f5f947e090fedf30603e8aff 2024-12-05T12:19:12,949 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/0da40375d06646dba80d8a24627ab775 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/0da40375d06646dba80d8a24627ab775 2024-12-05T12:19:12,950 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a523cbdc3a1b460791871858bd5ba8ba to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a523cbdc3a1b460791871858bd5ba8ba 2024-12-05T12:19:12,951 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/db2f2017cc8749489725a605aa0c9754 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/db2f2017cc8749489725a605aa0c9754 2024-12-05T12:19:12,957 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/d0318f5c427f447b8a3dd5e52267c83f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/d0318f5c427f447b8a3dd5e52267c83f 2024-12-05T12:19:12,958 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/4c5ddd785cdf45dc83871f4acb0ca698 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/4c5ddd785cdf45dc83871f4acb0ca698 2024-12-05T12:19:12,959 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/b1e0ac4ff50e45d88d974fab4bcb4d93 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/b1e0ac4ff50e45d88d974fab4bcb4d93 2024-12-05T12:19:12,960 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/6ef943b955ba43c5bb5a99de200c2dd4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/6ef943b955ba43c5bb5a99de200c2dd4 2024-12-05T12:19:12,962 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/9a6501e9680d4d1da9898690a83d6b20 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/9a6501e9680d4d1da9898690a83d6b20 2024-12-05T12:19:12,963 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8239c6624127466eab036195fd0509b2 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8239c6624127466eab036195fd0509b2 2024-12-05T12:19:12,964 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/74c06e5459044d638c460eee42bfd0f8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/74c06e5459044d638c460eee42bfd0f8 2024-12-05T12:19:12,965 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8b1376f001d44decab97206460674d96 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/8b1376f001d44decab97206460674d96 2024-12-05T12:19:12,966 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a87408dbe66647b989e955e3d7f41037 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/a87408dbe66647b989e955e3d7f41037 2024-12-05T12:19:12,968 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/296c3e4e3d9d41a09e7e0423f5250d23 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/296c3e4e3d9d41a09e7e0423f5250d23 2024-12-05T12:19:12,969 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/94fb1e35824b4c57bad7ddb00f92aea3 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/94fb1e35824b4c57bad7ddb00f92aea3 2024-12-05T12:19:12,970 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/cb85d1e6e2164847b9a2013e290a6523 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/cb85d1e6e2164847b9a2013e290a6523 2024-12-05T12:19:12,971 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/1b25ef1aab754ad898d099fc423b216e to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/1b25ef1aab754ad898d099fc423b216e 2024-12-05T12:19:12,973 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/54837ee288024ef4bf75b67d5eba3f9d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/54837ee288024ef4bf75b67d5eba3f9d 2024-12-05T12:19:12,975 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/e43b7554366440a994c572a1209167d8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/e43b7554366440a994c572a1209167d8 2024-12-05T12:19:12,976 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/97b66779d26d40e6a525083309cdb39e to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/97b66779d26d40e6a525083309cdb39e 2024-12-05T12:19:12,977 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/4adc8d57ca8a41c5b420dd4918de56d7 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/4adc8d57ca8a41c5b420dd4918de56d7 2024-12-05T12:19:12,982 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/dbf7f5906eeb4535abfad15e3f47358e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/76818c5ce9d24547bee9e5a1f51684a9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/6352b7f47e5548ecaa5193122b1def0c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2aa1407b1ea94f5f95c552fb8c8049fc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/45b259cb95974149b71185bcd9f38e67, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/7fe6b7969c2d4ec6b4e4297574022607, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/3fb42f5a9e35418faee2f68db192dfb9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2ec4fd3b57df450b8d9788cea9cd5cd4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/b0f5a038a9c5443784edddafacfd924c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/505a36eb1c72432a91f6a6bd0018f3ea, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/cb311e488c0547c1aeb1e3ee17de4139, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/614ac02ede9f4dc09873a60a6d772085, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/493820ee17b94ddf842fbc00b971deea, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/e3768c76af9b43ddba462c6d246da9c8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/0ccefaba3e364d53a8c76c7001b24c93, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/8f6ad157b75a468f820ff879cff3bca4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/b91e618ca7bc440cbc9b0d0ffe3e1746, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/3d42323c2f9f48b6a1fcc6f27a02eb9d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/c59e836efb9b4b3f828b8ecc5d089552, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/6fe70169b5dd4069bd82cdb398588d00, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/34592d7ffc7c49f2b8f309f4a3c93d52, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/115011cf612b4d12a08f69fff7325ab9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2c52a3eb87934342b05361894611b59f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/be31ce9aba794e0bb92f28b29a96cdb9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/359c6578f2dc4a3ebd69804bc19c34b6] to archive 2024-12-05T12:19:12,983 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:19:12,986 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/dbf7f5906eeb4535abfad15e3f47358e to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/dbf7f5906eeb4535abfad15e3f47358e 2024-12-05T12:19:12,987 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/76818c5ce9d24547bee9e5a1f51684a9 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/76818c5ce9d24547bee9e5a1f51684a9 2024-12-05T12:19:12,988 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/6352b7f47e5548ecaa5193122b1def0c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/6352b7f47e5548ecaa5193122b1def0c 2024-12-05T12:19:12,993 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2aa1407b1ea94f5f95c552fb8c8049fc to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2aa1407b1ea94f5f95c552fb8c8049fc 2024-12-05T12:19:12,994 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/45b259cb95974149b71185bcd9f38e67 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/45b259cb95974149b71185bcd9f38e67 2024-12-05T12:19:12,995 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/7fe6b7969c2d4ec6b4e4297574022607 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/7fe6b7969c2d4ec6b4e4297574022607 2024-12-05T12:19:12,996 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/3fb42f5a9e35418faee2f68db192dfb9 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/3fb42f5a9e35418faee2f68db192dfb9 2024-12-05T12:19:13,000 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2ec4fd3b57df450b8d9788cea9cd5cd4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2ec4fd3b57df450b8d9788cea9cd5cd4 2024-12-05T12:19:13,001 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/b0f5a038a9c5443784edddafacfd924c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/b0f5a038a9c5443784edddafacfd924c 2024-12-05T12:19:13,002 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/505a36eb1c72432a91f6a6bd0018f3ea to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/505a36eb1c72432a91f6a6bd0018f3ea 2024-12-05T12:19:13,003 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/cb311e488c0547c1aeb1e3ee17de4139 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/cb311e488c0547c1aeb1e3ee17de4139 2024-12-05T12:19:13,005 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/614ac02ede9f4dc09873a60a6d772085 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/614ac02ede9f4dc09873a60a6d772085 2024-12-05T12:19:13,006 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/493820ee17b94ddf842fbc00b971deea to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/493820ee17b94ddf842fbc00b971deea 2024-12-05T12:19:13,007 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/e3768c76af9b43ddba462c6d246da9c8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/e3768c76af9b43ddba462c6d246da9c8 2024-12-05T12:19:13,009 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/0ccefaba3e364d53a8c76c7001b24c93 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/0ccefaba3e364d53a8c76c7001b24c93 2024-12-05T12:19:13,010 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/8f6ad157b75a468f820ff879cff3bca4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/8f6ad157b75a468f820ff879cff3bca4 2024-12-05T12:19:13,011 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/b91e618ca7bc440cbc9b0d0ffe3e1746 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/b91e618ca7bc440cbc9b0d0ffe3e1746 2024-12-05T12:19:13,014 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/3d42323c2f9f48b6a1fcc6f27a02eb9d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/3d42323c2f9f48b6a1fcc6f27a02eb9d 2024-12-05T12:19:13,015 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/c59e836efb9b4b3f828b8ecc5d089552 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/c59e836efb9b4b3f828b8ecc5d089552 2024-12-05T12:19:13,016 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/6fe70169b5dd4069bd82cdb398588d00 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/6fe70169b5dd4069bd82cdb398588d00 2024-12-05T12:19:13,018 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/34592d7ffc7c49f2b8f309f4a3c93d52 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/34592d7ffc7c49f2b8f309f4a3c93d52 2024-12-05T12:19:13,019 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/115011cf612b4d12a08f69fff7325ab9 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/115011cf612b4d12a08f69fff7325ab9 2024-12-05T12:19:13,020 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2c52a3eb87934342b05361894611b59f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/2c52a3eb87934342b05361894611b59f 2024-12-05T12:19:13,021 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/be31ce9aba794e0bb92f28b29a96cdb9 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/be31ce9aba794e0bb92f28b29a96cdb9 2024-12-05T12:19:13,022 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/359c6578f2dc4a3ebd69804bc19c34b6 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/359c6578f2dc4a3ebd69804bc19c34b6 2024-12-05T12:19:13,027 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/2717ddbb02134ba8a0c84418a788ecb7, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/8c694346600c4c0392423279f015dca2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/4a92d2400c9247afaac042389864ecc0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/cb3233e18d934faca833274a11b39138, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/9e7e812918ed4bd2be3c42256e731b40, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/cb961904ebb64d70b4d7726f75561659, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/2f65670ef2a44c968093fc2db72f3787, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/a863392749e040c989e7386168855f01, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/ca782cd015384b5787d69514841f5af7, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/97db4018606b48158b66732b95f9381c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/d849671ea5624d78865c16061c76bf40, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/f7859a99c1c74175868ef66b5a641e11, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/80625dad50144a8d95adba2d95883270, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/6941ca4c41ea40b2b05d76671dc4fc02, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/14ab7eccf364499b9e78b042d0ed9690, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/589089901bd74c7295d5bc6a26e26faa, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/1630b191d19540989cf4dc81ec0f56bb, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/d3eef0fa3a1741bb92cc9be8c3fc4d8a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/1bcb47e729b44fa1a802a2feeb5c0515, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/8d41aa94e71743269c6bbbc3b6015dbc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/84a21d021ba2472b8c770887d00d8f17, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/c7f94577e51742748915f81ed7c737ba, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/740b7127a5874a9ea06ec59df7d7b87e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/45928dad72794a43ba65d92de2ce3b61, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/10ff6e5d3fc44ee5aad470364ca34789] to archive 2024-12-05T12:19:13,031 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:19:13,033 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/2717ddbb02134ba8a0c84418a788ecb7 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/2717ddbb02134ba8a0c84418a788ecb7 2024-12-05T12:19:13,035 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/8c694346600c4c0392423279f015dca2 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/8c694346600c4c0392423279f015dca2 2024-12-05T12:19:13,040 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/4a92d2400c9247afaac042389864ecc0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/4a92d2400c9247afaac042389864ecc0 2024-12-05T12:19:13,046 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/cb3233e18d934faca833274a11b39138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/cb3233e18d934faca833274a11b39138 2024-12-05T12:19:13,048 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/9e7e812918ed4bd2be3c42256e731b40 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/9e7e812918ed4bd2be3c42256e731b40 2024-12-05T12:19:13,049 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/cb961904ebb64d70b4d7726f75561659 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/cb961904ebb64d70b4d7726f75561659 2024-12-05T12:19:13,055 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/2f65670ef2a44c968093fc2db72f3787 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/2f65670ef2a44c968093fc2db72f3787 2024-12-05T12:19:13,056 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/a863392749e040c989e7386168855f01 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/a863392749e040c989e7386168855f01 2024-12-05T12:19:13,057 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/ca782cd015384b5787d69514841f5af7 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/ca782cd015384b5787d69514841f5af7 2024-12-05T12:19:13,059 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/97db4018606b48158b66732b95f9381c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/97db4018606b48158b66732b95f9381c 2024-12-05T12:19:13,060 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/d849671ea5624d78865c16061c76bf40 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/d849671ea5624d78865c16061c76bf40 2024-12-05T12:19:13,061 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/f7859a99c1c74175868ef66b5a641e11 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/f7859a99c1c74175868ef66b5a641e11 2024-12-05T12:19:13,062 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/80625dad50144a8d95adba2d95883270 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/80625dad50144a8d95adba2d95883270 2024-12-05T12:19:13,063 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/6941ca4c41ea40b2b05d76671dc4fc02 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/6941ca4c41ea40b2b05d76671dc4fc02 2024-12-05T12:19:13,065 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/14ab7eccf364499b9e78b042d0ed9690 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/14ab7eccf364499b9e78b042d0ed9690 2024-12-05T12:19:13,066 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/589089901bd74c7295d5bc6a26e26faa to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/589089901bd74c7295d5bc6a26e26faa 2024-12-05T12:19:13,068 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/1630b191d19540989cf4dc81ec0f56bb to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/1630b191d19540989cf4dc81ec0f56bb 2024-12-05T12:19:13,070 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/d3eef0fa3a1741bb92cc9be8c3fc4d8a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/d3eef0fa3a1741bb92cc9be8c3fc4d8a 2024-12-05T12:19:13,071 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/1bcb47e729b44fa1a802a2feeb5c0515 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/1bcb47e729b44fa1a802a2feeb5c0515 2024-12-05T12:19:13,072 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/8d41aa94e71743269c6bbbc3b6015dbc to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/8d41aa94e71743269c6bbbc3b6015dbc 2024-12-05T12:19:13,073 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/84a21d021ba2472b8c770887d00d8f17 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/84a21d021ba2472b8c770887d00d8f17 2024-12-05T12:19:13,075 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/c7f94577e51742748915f81ed7c737ba to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/c7f94577e51742748915f81ed7c737ba 2024-12-05T12:19:13,076 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/740b7127a5874a9ea06ec59df7d7b87e to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/740b7127a5874a9ea06ec59df7d7b87e 2024-12-05T12:19:13,077 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/45928dad72794a43ba65d92de2ce3b61 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/45928dad72794a43ba65d92de2ce3b61 2024-12-05T12:19:13,078 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/10ff6e5d3fc44ee5aad470364ca34789 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/10ff6e5d3fc44ee5aad470364ca34789 2024-12-05T12:19:17,968 INFO [Thread-1408 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1408. 2024-12-05T12:19:17,968 DEBUG [Thread-1408 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:17,968 DEBUG [Thread-1408 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:17,969 DEBUG [Thread-1408 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 524 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 1571 rows 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 522 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 1566 rows 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 528 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 1584 rows 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 526 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 1578 rows 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 529 2024-12-05T12:19:17,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 1582 rows 2024-12-05T12:19:17,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:19:17,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:19:17,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:17,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:17,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:17,970 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T12:19:17,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-05T12:19:17,982 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401157982"}]},"ts":"1733401157982"} 2024-12-05T12:19:17,983 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T12:19:17,984 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T12:19:17,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T12:19:17,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f862ff2473bb8e59f50b53813ef1e138, UNASSIGN}] 2024-12-05T12:19:17,997 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f862ff2473bb8e59f50b53813ef1e138, UNASSIGN 2024-12-05T12:19:17,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=97 updating hbase:meta row=f862ff2473bb8e59f50b53813ef1e138, regionState=CLOSING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:17,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f862ff2473bb8e59f50b53813ef1e138, UNASSIGN because future has completed 2024-12-05T12:19:18,000 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T12:19:18,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; CloseRegionProcedure f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:19:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-05T12:19:18,152 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(122): Close f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:18,152 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T12:19:18,153 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1722): Closing f862ff2473bb8e59f50b53813ef1e138, disabling compactions & flushes 2024-12-05T12:19:18,153 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:18,153 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:18,153 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. after waiting 0 ms 2024-12-05T12:19:18,153 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:18,153 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(2902): Flushing f862ff2473bb8e59f50b53813ef1e138 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-12-05T12:19:18,153 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=A 2024-12-05T12:19:18,153 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:18,153 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=B 2024-12-05T12:19:18,154 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:18,154 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f862ff2473bb8e59f50b53813ef1e138, store=C 2024-12-05T12:19:18,154 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:18,160 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120527cf8047eaaa4cc091bd86a0dd8cf471_f862ff2473bb8e59f50b53813ef1e138 is 50, key is test_row_2/A:col10/1733401157966/Put/seqid=0 2024-12-05T12:19:18,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742241_1417 (size=7374) 2024-12-05T12:19:18,195 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:18,213 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120527cf8047eaaa4cc091bd86a0dd8cf471_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120527cf8047eaaa4cc091bd86a0dd8cf471_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:18,215 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/3aeda0213ba645779b6cd4bf8825380f, store: [table=TestAcidGuarantees family=A region=f862ff2473bb8e59f50b53813ef1e138] 2024-12-05T12:19:18,216 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/3aeda0213ba645779b6cd4bf8825380f is 175, key is test_row_2/A:col10/1733401157966/Put/seqid=0 2024-12-05T12:19:18,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742242_1418 (size=13865) 2024-12-05T12:19:18,268 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=449, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/3aeda0213ba645779b6cd4bf8825380f 2024-12-05T12:19:18,294 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/88e9956d7ac1410684666f7727ea997a is 50, key is test_row_2/B:col10/1733401157966/Put/seqid=0 2024-12-05T12:19:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-05T12:19:18,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742243_1419 (size=7415) 2024-12-05T12:19:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-05T12:19:18,726 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/88e9956d7ac1410684666f7727ea997a 2024-12-05T12:19:18,733 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/adaaf85b4487499db87b7a536069b892 is 50, key is test_row_2/C:col10/1733401157966/Put/seqid=0 2024-12-05T12:19:18,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742244_1420 (size=7415) 2024-12-05T12:19:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-05T12:19:19,151 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/adaaf85b4487499db87b7a536069b892 2024-12-05T12:19:19,159 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/A/3aeda0213ba645779b6cd4bf8825380f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/3aeda0213ba645779b6cd4bf8825380f 2024-12-05T12:19:19,164 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/3aeda0213ba645779b6cd4bf8825380f, entries=50, sequenceid=449, filesize=13.5 K 2024-12-05T12:19:19,165 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/B/88e9956d7ac1410684666f7727ea997a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/88e9956d7ac1410684666f7727ea997a 2024-12-05T12:19:19,170 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/88e9956d7ac1410684666f7727ea997a, entries=50, sequenceid=449, filesize=7.2 K 2024-12-05T12:19:19,171 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/.tmp/C/adaaf85b4487499db87b7a536069b892 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/adaaf85b4487499db87b7a536069b892 2024-12-05T12:19:19,175 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/adaaf85b4487499db87b7a536069b892, entries=50, sequenceid=449, filesize=7.2 K 2024-12-05T12:19:19,178 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for f862ff2473bb8e59f50b53813ef1e138 in 1025ms, sequenceid=449, compaction requested=true 2024-12-05T12:19:19,219 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/recovered.edits/452.seqid, newMaxSeqId=452, maxSeqId=4 2024-12-05T12:19:19,219 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. 2024-12-05T12:19:19,219 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1676): Region close journal for f862ff2473bb8e59f50b53813ef1e138: Waiting for close lock at 1733401158153Running coprocessor pre-close hooks at 1733401158153Disabling compacts and flushes for region at 1733401158153Disabling writes for close at 1733401158153Obtaining lock to block concurrent updates at 1733401158153Preparing flush snapshotting stores in f862ff2473bb8e59f50b53813ef1e138 at 1733401158153Finished memstore snapshotting TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1733401158154 (+1 ms)Flushing stores of TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138. at 1733401158154Flushing f862ff2473bb8e59f50b53813ef1e138/A: creating writer at 1733401158154Flushing mob file f862ff2473bb8e59f50b53813ef1e138/A: appending metadata at 1733401158159 (+5 ms)Flushing mob file f862ff2473bb8e59f50b53813ef1e138/A: closing flushed file at 1733401158159Flushing f862ff2473bb8e59f50b53813ef1e138/A: appending metadata at 1733401158216 (+57 ms)Flushing f862ff2473bb8e59f50b53813ef1e138/A: closing flushed file at 1733401158216Flushing f862ff2473bb8e59f50b53813ef1e138/B: creating writer at 1733401158284 (+68 ms)Flushing f862ff2473bb8e59f50b53813ef1e138/B: appending metadata at 1733401158293 (+9 ms)Flushing f862ff2473bb8e59f50b53813ef1e138/B: closing flushed file at 1733401158293Flushing f862ff2473bb8e59f50b53813ef1e138/C: creating writer at 1733401158730 (+437 ms)Flushing f862ff2473bb8e59f50b53813ef1e138/C: appending metadata at 1733401158732 (+2 ms)Flushing f862ff2473bb8e59f50b53813ef1e138/C: closing flushed file at 1733401158732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60226c1: reopening flushed file at 1733401159158 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ddff237: reopening flushed file at 1733401159165 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d05a1d0: reopening flushed file at 1733401159170 (+5 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for f862ff2473bb8e59f50b53813ef1e138 in 1025ms, sequenceid=449, compaction requested=true at 1733401159178 (+8 ms)Writing region close event to WAL at 1733401159205 (+27 ms)Running coprocessor post-close hooks at 1733401159219 (+14 ms)Closed at 1733401159219 2024-12-05T12:19:19,226 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(157): Closed f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:19,227 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=97 updating hbase:meta row=f862ff2473bb8e59f50b53813ef1e138, regionState=CLOSED 2024-12-05T12:19:19,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE, hasLock=false; CloseRegionProcedure f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:19:19,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-05T12:19:19,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; CloseRegionProcedure f862ff2473bb8e59f50b53813ef1e138, server=2556e7014d8b,44745,1733401030153 in 1.2300 sec 2024-12-05T12:19:19,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-12-05T12:19:19,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f862ff2473bb8e59f50b53813ef1e138, UNASSIGN in 1.2380 sec 2024-12-05T12:19:19,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-12-05T12:19:19,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2450 sec 2024-12-05T12:19:19,238 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401159238"}]},"ts":"1733401159238"} 2024-12-05T12:19:19,240 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T12:19:19,240 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T12:19:19,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.2710 sec 2024-12-05T12:19:19,695 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T12:19:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-05T12:19:20,125 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:20,126 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T12:19:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:20,128 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-05T12:19:20,129 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=99, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:20,142 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,149 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/recovered.edits] 2024-12-05T12:19:20,152 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/3aeda0213ba645779b6cd4bf8825380f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/3aeda0213ba645779b6cd4bf8825380f 2024-12-05T12:19:20,155 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/57f8c91cd5d84145932090e5ee819b16 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/57f8c91cd5d84145932090e5ee819b16 2024-12-05T12:19:20,157 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/81a5c4779f584814823ccf6b87a52e99 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/81a5c4779f584814823ccf6b87a52e99 2024-12-05T12:19:20,158 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/92ad653c646d472e82e0452d99713c75 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/A/92ad653c646d472e82e0452d99713c75 2024-12-05T12:19:20,162 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/8671513001bd4ef0af5341b69e13f9be to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/8671513001bd4ef0af5341b69e13f9be 2024-12-05T12:19:20,163 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/88e9956d7ac1410684666f7727ea997a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/88e9956d7ac1410684666f7727ea997a 2024-12-05T12:19:20,164 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/91ac530fd0dd4be3814ea6f4da80dfe4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/91ac530fd0dd4be3814ea6f4da80dfe4 2024-12-05T12:19:20,165 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/ce195feb56e34bcd8bccb9ae20787b57 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/B/ce195feb56e34bcd8bccb9ae20787b57 2024-12-05T12:19:20,167 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/adaaf85b4487499db87b7a536069b892 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/adaaf85b4487499db87b7a536069b892 2024-12-05T12:19:20,168 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/c37c06f3cae643b99207e3feddbec7c4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/c37c06f3cae643b99207e3feddbec7c4 2024-12-05T12:19:20,170 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/df30d497bef449bf883f659f02c342c6 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/df30d497bef449bf883f659f02c342c6 2024-12-05T12:19:20,172 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/eb64d989ddf44d9f90abb7af93b9d979 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/C/eb64d989ddf44d9f90abb7af93b9d979 2024-12-05T12:19:20,180 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/recovered.edits/452.seqid to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138/recovered.edits/452.seqid 2024-12-05T12:19:20,181 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,181 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T12:19:20,181 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T12:19:20,182 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T12:19:20,185 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120507835a5af7514c0faf6e17231a64c25e_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120507835a5af7514c0faf6e17231a64c25e_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,186 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205214d4f6f55744ac8825b8d71cf440a67_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205214d4f6f55744ac8825b8d71cf440a67_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,189 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120527cf8047eaaa4cc091bd86a0dd8cf471_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120527cf8047eaaa4cc091bd86a0dd8cf471_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,190 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053163a2b135a74b06b9bb862d237bc122_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053163a2b135a74b06b9bb862d237bc122_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,191 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120532044eeca44e4e3cb5d33d13697ea65d_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120532044eeca44e4e3cb5d33d13697ea65d_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,193 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120535fec5bb44ec4a2f98f5dae8bda7bd5b_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120535fec5bb44ec4a2f98f5dae8bda7bd5b_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,195 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053e763533ff4547f19c06dc2ac7f97396_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053e763533ff4547f19c06dc2ac7f97396_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,197 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120549e7f67630c142a8aa97858a80a4bbdd_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120549e7f67630c142a8aa97858a80a4bbdd_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,198 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055c79c9c628574881a46f318a6be4d671_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055c79c9c628574881a46f318a6be4d671_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,200 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120560b7c883a3b94a45af703a9a8e2e782c_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120560b7c883a3b94a45af703a9a8e2e782c_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,213 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120573f78446c9c943c5b6f4e308bc2f51dd_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120573f78446c9c943c5b6f4e308bc2f51dd_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,217 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120580e25be84d854ec5b54ec6346013f666_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120580e25be84d854ec5b54ec6346013f666_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,218 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059ada15f04f974d92903e4146a2d41033_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059ada15f04f974d92903e4146a2d41033_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,221 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b1fd000becc04561bb5cc7b42d09d771_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b1fd000becc04561bb5cc7b42d09d771_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,223 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cdf752e00e4845f3a851087abc3a7d68_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cdf752e00e4845f3a851087abc3a7d68_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,224 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cfa3ec1f7864410facc9ad787813f1ee_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cfa3ec1f7864410facc9ad787813f1ee_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,225 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dc10afd8041d42a88036a41a50af63a8_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dc10afd8041d42a88036a41a50af63a8_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,227 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dd2b5af93fc34cb5982bbad74046a501_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dd2b5af93fc34cb5982bbad74046a501_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,228 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f3da3e65ed484c749a74353441d9a2df_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f3da3e65ed484c749a74353441d9a2df_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,233 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fe2aee0d0a074794ba2bd7c8c35dd719_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fe2aee0d0a074794ba2bd7c8c35dd719_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,235 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fec656343926418e86fa95d1c354ef50_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fec656343926418e86fa95d1c354ef50_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-05T12:19:20,244 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fecbed3ce8644ad08da0156f77d99b23_f862ff2473bb8e59f50b53813ef1e138 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fecbed3ce8644ad08da0156f77d99b23_f862ff2473bb8e59f50b53813ef1e138 2024-12-05T12:19:20,245 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T12:19:20,251 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=99, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:20,255 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T12:19:20,262 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T12:19:20,268 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=99, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:20,269 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T12:19:20,269 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733401160269"}]},"ts":"9223372036854775807"} 2024-12-05T12:19:20,282 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T12:19:20,282 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f862ff2473bb8e59f50b53813ef1e138, NAME => 'TestAcidGuarantees,,1733401124945.f862ff2473bb8e59f50b53813ef1e138.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T12:19:20,282 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T12:19:20,282 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733401160282"}]},"ts":"9223372036854775807"} 2024-12-05T12:19:20,290 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T12:19:20,291 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=99, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:20,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 165 msec 2024-12-05T12:19:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-05T12:19:20,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T12:19:20,446 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:20,458 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 246) - Thread LEAK? -, OpenFileDescriptor=449 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1293 (was 1140) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=732 (was 2201) 2024-12-05T12:19:20,472 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1293, ProcessCount=11, AvailableMemoryMB=731 2024-12-05T12:19:20,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T12:19:20,474 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:19:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:20,477 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:19:20,477 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:20,477 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 100 2024-12-05T12:19:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-12-05T12:19:20,478 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:19:20,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742245_1421 (size=1061) 2024-12-05T12:19:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-12-05T12:19:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-12-05T12:19:20,893 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6 2024-12-05T12:19:20,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742246_1422 (size=53) 2024-12-05T12:19:20,910 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:19:20,911 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c2eeac6e0a2ccdebd49a3dcb8926839d, disabling compactions & flushes 2024-12-05T12:19:20,911 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:20,911 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:20,911 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. after waiting 0 ms 2024-12-05T12:19:20,911 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:20,911 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:20,911 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2eeac6e0a2ccdebd49a3dcb8926839d: Waiting for close lock at 1733401160910Disabling compacts and flushes for region at 1733401160910Disabling writes for close at 1733401160911 (+1 ms)Writing region close event to WAL at 1733401160911Closed at 1733401160911 2024-12-05T12:19:20,914 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:19:20,914 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733401160914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401160914"}]},"ts":"1733401160914"} 2024-12-05T12:19:20,916 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:19:20,916 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:19:20,917 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401160916"}]},"ts":"1733401160916"} 2024-12-05T12:19:20,918 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T12:19:20,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2eeac6e0a2ccdebd49a3dcb8926839d, ASSIGN}] 2024-12-05T12:19:20,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2eeac6e0a2ccdebd49a3dcb8926839d, ASSIGN 2024-12-05T12:19:20,921 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2eeac6e0a2ccdebd49a3dcb8926839d, ASSIGN; state=OFFLINE, location=2556e7014d8b,44745,1733401030153; forceNewPlan=false, retain=false 2024-12-05T12:19:21,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=101 updating hbase:meta row=c2eeac6e0a2ccdebd49a3dcb8926839d, regionState=OPENING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:21,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2eeac6e0a2ccdebd49a3dcb8926839d, ASSIGN because future has completed 2024-12-05T12:19:21,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:19:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-12-05T12:19:21,230 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:21,230 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7752): Opening region: {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:19:21,231 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:21,231 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:19:21,231 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7794): checking encryption for c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:21,231 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7797): checking classloading for c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:21,232 INFO [StoreOpener-c2eeac6e0a2ccdebd49a3dcb8926839d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:21,234 INFO [StoreOpener-c2eeac6e0a2ccdebd49a3dcb8926839d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:19:21,234 INFO [StoreOpener-c2eeac6e0a2ccdebd49a3dcb8926839d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2eeac6e0a2ccdebd49a3dcb8926839d columnFamilyName A 2024-12-05T12:19:21,234 DEBUG [StoreOpener-c2eeac6e0a2ccdebd49a3dcb8926839d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:21,235 INFO [StoreOpener-c2eeac6e0a2ccdebd49a3dcb8926839d-1 {}] regionserver.HStore(327): Store=c2eeac6e0a2ccdebd49a3dcb8926839d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:19:21,235 INFO [StoreOpener-c2eeac6e0a2ccdebd49a3dcb8926839d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:21,236 INFO [StoreOpener-c2eeac6e0a2ccdebd49a3dcb8926839d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:19:21,236 INFO [StoreOpener-c2eeac6e0a2ccdebd49a3dcb8926839d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2eeac6e0a2ccdebd49a3dcb8926839d columnFamilyName B 2024-12-05T12:19:21,236 DEBUG [StoreOpener-c2eeac6e0a2ccdebd49a3dcb8926839d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:21,237 INFO [StoreOpener-c2eeac6e0a2ccdebd49a3dcb8926839d-1 {}] regionserver.HStore(327): Store=c2eeac6e0a2ccdebd49a3dcb8926839d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:19:21,237 INFO [StoreOpener-c2eeac6e0a2ccdebd49a3dcb8926839d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:21,238 INFO [StoreOpener-c2eeac6e0a2ccdebd49a3dcb8926839d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:19:21,238 INFO [StoreOpener-c2eeac6e0a2ccdebd49a3dcb8926839d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2eeac6e0a2ccdebd49a3dcb8926839d columnFamilyName C 2024-12-05T12:19:21,238 DEBUG [StoreOpener-c2eeac6e0a2ccdebd49a3dcb8926839d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:21,239 INFO [StoreOpener-c2eeac6e0a2ccdebd49a3dcb8926839d-1 {}] regionserver.HStore(327): Store=c2eeac6e0a2ccdebd49a3dcb8926839d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:19:21,239 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:21,239 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1038): replaying wal for c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:21,239 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:21,240 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:21,241 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1048): stopping wal replay for c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:21,241 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1060): Cleaning up temporary data for c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:21,241 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T12:19:21,242 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1093): writing seq id for c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:21,252 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:19:21,253 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1114): Opened c2eeac6e0a2ccdebd49a3dcb8926839d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72778624, jitterRate=0.08448600769042969}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T12:19:21,253 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:21,254 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1006): Region open journal for c2eeac6e0a2ccdebd49a3dcb8926839d: Running coprocessor pre-open hook at 1733401161231Writing region info on filesystem at 1733401161231Initializing all the Stores at 1733401161232 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401161232Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401161232Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401161232Cleaning up temporary data from old regions at 1733401161241 (+9 ms)Running coprocessor post-open hooks at 1733401161253 (+12 ms)Region opened successfully at 1733401161254 (+1 ms) 2024-12-05T12:19:21,255 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., pid=102, masterSystemTime=1733401161226 2024-12-05T12:19:21,257 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:21,257 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:21,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=101 updating hbase:meta row=c2eeac6e0a2ccdebd49a3dcb8926839d, regionState=OPEN, openSeqNum=2, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:21,259 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37601 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2556e7014d8b,44745,1733401030153, table=TestAcidGuarantees, region=c2eeac6e0a2ccdebd49a3dcb8926839d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T12:19:21,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:19:21,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-05T12:19:21,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; OpenRegionProcedure c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 in 187 msec 2024-12-05T12:19:21,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-12-05T12:19:21,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2eeac6e0a2ccdebd49a3dcb8926839d, ASSIGN in 345 msec 2024-12-05T12:19:21,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:19:21,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401161266"}]},"ts":"1733401161266"} 2024-12-05T12:19:21,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T12:19:21,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:19:21,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 795 msec 2024-12-05T12:19:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-12-05T12:19:21,615 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:21,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adc9e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:21,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:21,618 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:21,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fc6d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:21,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:21,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:21,620 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e3303d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:21,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:21,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:19:21,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2556e7014d8b,37601,1733401029146 2024-12-05T12:19:21,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76164beb 2024-12-05T12:19:21,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:19:21,626 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:19:21,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720699be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:21,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:21,628 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78682628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:21,633 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:21,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e2c23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:21,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:21,646 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:21,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:21,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:21,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a7bfd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:21,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:21,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:21,653 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:21,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0cd8c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1931bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:21,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:21,664 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:21,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:21,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:21,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d854d1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:21,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:21,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:21,673 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:21,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5877abed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143510a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:21,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:21,681 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:21,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:21,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:21,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640c744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:21,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:21,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:21,684 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:21,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24819922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e9d7bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:21,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:21,700 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372ea6b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:21,705 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:21,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d19b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127790d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:21,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:21,716 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65749259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:21,720 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:21,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f736e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2461d367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:21,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:21,722 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:21,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:21,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:21,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251ec2f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:21,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:21,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:21,724 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:21,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bafadf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a13cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:21,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:21,726 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:21,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:21,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:21,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65533f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:21,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:21,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:21,729 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:21,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3548e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf53828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:21,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:21,735 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:21,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:21,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:21,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c75c8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:21,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:21,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:21,736 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:21,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e14a777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf240ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:21,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:21,738 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:21,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:21,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347965d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:21,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:21,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:21,740 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:21,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da67edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:21,741 DEBUG [Thread-1916 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:21,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:21,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:21,742 DEBUG [Thread-1920 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:21,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:21,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:21,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:21,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:21,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:19:21,746 DEBUG [Thread-1927 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:21,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:19:21,747 DEBUG [Thread-1918 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:21,748 DEBUG [Thread-1929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:21,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:21,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:21,749 DEBUG [Thread-1931 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:21,749 DEBUG [Thread-1925 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:21,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:21,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:21,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:21,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:21,753 DEBUG [Thread-1912 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:21,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:21,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:21,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:21,754 DEBUG [Thread-1914 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:21,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:21,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:21,754 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:19:21,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:21,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:21,755 DEBUG [Thread-1923 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:21,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-05T12:19:21,756 DEBUG [Thread-1914 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:21,756 DEBUG [Thread-1914 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:21,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:21,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-05T12:19:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:19:21,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:19:21,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:19:21,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:21,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:21,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:21,765 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:19:21,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:19:21,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:19:21,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:19:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:19:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2] 2024-12-05T12:19:21,772 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:19:21,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:19:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:21,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T12:19:21,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:21,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:21,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:21,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:21,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:21,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:21,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/579fec392e04441a973a3e0e57511cd6 is 50, key is test_row_0/A:col10/1733401161768/Put/seqid=0 2024-12-05T12:19:21,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733401161821, max timestamp=1733401161845Num uniques 859; 2024-12-05T12:19:21,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-05T12:19:21,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733401161821, max timestamp=1733401161845Num uniques 859; 2024-12-05T12:19:21,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-05T12:19:21,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733401161821, max timestamp=1733401161845Num uniques 859; 2024-12-05T12:19:21,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-05T12:19:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742247_1423 (size=16681) 2024-12-05T12:19:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-05T12:19:21,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-05T12:19:21,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:21,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:21,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:21,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:21,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:21,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401221918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:21,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:21,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:21,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:21,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401221928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:21,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401221932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:21,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401221933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:21,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401221936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:22,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401222056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:22,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:22,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401222066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:22,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401222066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-05T12:19:22,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:22,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401222067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:22,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:22,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:22,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401222069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:22,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:22,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:22,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-05T12:19:22,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:22,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:22,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:22,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/579fec392e04441a973a3e0e57511cd6 2024-12-05T12:19:22,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-05T12:19:22,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:22,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:22,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:22,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401222275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:22,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401222295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:22,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:22,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401222295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:22,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:22,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401222295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:22,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401222295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:22,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/ed3422257d2c4208ac3dbf72ed0ce173 is 50, key is test_row_0/B:col10/1733401161768/Put/seqid=0 2024-12-05T12:19:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-05T12:19:22,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742248_1424 (size=12001) 2024-12-05T12:19:22,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/ed3422257d2c4208ac3dbf72ed0ce173 2024-12-05T12:19:22,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-05T12:19:22,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:22,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:22,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:22,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/ec673b68d9b4482dbecadc2f59d67be1 is 50, key is test_row_0/C:col10/1733401161768/Put/seqid=0 2024-12-05T12:19:22,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742249_1425 (size=12001) 2024-12-05T12:19:22,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-05T12:19:22,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:22,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:22,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:22,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401222595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:22,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:22,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401222615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:22,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401222615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:22,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401222615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:22,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401222625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:22,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:22,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:22,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-05T12:19:22,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:22,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:22,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:22,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-05T12:19:22,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-05T12:19:22,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:22,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:22,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:22,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:22,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/ec673b68d9b4482dbecadc2f59d67be1 2024-12-05T12:19:22,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/579fec392e04441a973a3e0e57511cd6 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/579fec392e04441a973a3e0e57511cd6 2024-12-05T12:19:22,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/579fec392e04441a973a3e0e57511cd6, entries=250, sequenceid=11, filesize=16.3 K 2024-12-05T12:19:22,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/ed3422257d2c4208ac3dbf72ed0ce173 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/ed3422257d2c4208ac3dbf72ed0ce173 2024-12-05T12:19:22,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/ed3422257d2c4208ac3dbf72ed0ce173, entries=150, sequenceid=11, filesize=11.7 K 2024-12-05T12:19:22,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/ec673b68d9b4482dbecadc2f59d67be1 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/ec673b68d9b4482dbecadc2f59d67be1 2024-12-05T12:19:22,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/ec673b68d9b4482dbecadc2f59d67be1, entries=150, sequenceid=11, filesize=11.7 K 2024-12-05T12:19:22,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for c2eeac6e0a2ccdebd49a3dcb8926839d in 1212ms, sequenceid=11, compaction requested=false 2024-12-05T12:19:22,997 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-05T12:19:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:23,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-05T12:19:23,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:23,066 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-12-05T12:19:23,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:23,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:23,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:23,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:23,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/4bef4145a07941468687d9c967eb10de is 50, key is test_row_0/A:col10/1733401161909/Put/seqid=0 2024-12-05T12:19:23,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:23,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742250_1426 (size=12001) 2024-12-05T12:19:23,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401223152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401223157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401223185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401223185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401223189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401223300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401223300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401223318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401223326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401223326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,541 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/4bef4145a07941468687d9c967eb10de 2024-12-05T12:19:23,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401223529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401223541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/21a7dce7155c4e278698552bc195e666 is 50, key is test_row_0/B:col10/1733401161909/Put/seqid=0 2024-12-05T12:19:23,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401223549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401223549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401223549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742251_1427 (size=12001) 2024-12-05T12:19:23,604 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/21a7dce7155c4e278698552bc195e666 2024-12-05T12:19:23,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/ed3db0cdcf4047e2838cfc7637169796 is 50, key is test_row_0/C:col10/1733401161909/Put/seqid=0 2024-12-05T12:19:23,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742252_1428 (size=12001) 2024-12-05T12:19:23,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401223857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401223867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401223875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401223875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401223885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:23,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:23,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-05T12:19:24,098 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/ed3db0cdcf4047e2838cfc7637169796 2024-12-05T12:19:24,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/4bef4145a07941468687d9c967eb10de as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/4bef4145a07941468687d9c967eb10de 2024-12-05T12:19:24,130 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/4bef4145a07941468687d9c967eb10de, entries=150, sequenceid=46, filesize=11.7 K 2024-12-05T12:19:24,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/21a7dce7155c4e278698552bc195e666 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/21a7dce7155c4e278698552bc195e666 2024-12-05T12:19:24,137 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/21a7dce7155c4e278698552bc195e666, entries=150, sequenceid=46, filesize=11.7 K 2024-12-05T12:19:24,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/ed3db0cdcf4047e2838cfc7637169796 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/ed3db0cdcf4047e2838cfc7637169796 2024-12-05T12:19:24,151 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/ed3db0cdcf4047e2838cfc7637169796, entries=150, sequenceid=46, filesize=11.7 K 2024-12-05T12:19:24,153 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for c2eeac6e0a2ccdebd49a3dcb8926839d in 1087ms, sequenceid=46, compaction requested=false 2024-12-05T12:19:24,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:24,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:24,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-05T12:19:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-05T12:19:24,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-05T12:19:24,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3860 sec 2024-12-05T12:19:24,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.4080 sec 2024-12-05T12:19:24,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T12:19:24,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:24,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:24,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:24,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:24,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:24,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:24,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/fce4d7d32eb04f648b438b736dfca84c is 50, key is test_row_0/A:col10/1733401163170/Put/seqid=0 2024-12-05T12:19:24,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742253_1429 (size=14341) 2024-12-05T12:19:24,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/fce4d7d32eb04f648b438b736dfca84c 2024-12-05T12:19:24,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/9b4b70d93bc2404d9db94389084268eb is 50, key is test_row_0/B:col10/1733401163170/Put/seqid=0 2024-12-05T12:19:24,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742254_1430 (size=12001) 2024-12-05T12:19:24,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/9b4b70d93bc2404d9db94389084268eb 2024-12-05T12:19:24,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/b642d79148ed434c887a975453c6dee8 is 50, key is test_row_0/C:col10/1733401163170/Put/seqid=0 2024-12-05T12:19:24,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401164492, max timestamp=1733401164537Num uniques 859; 2024-12-05T12:19:24,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:19:24,547 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401164492, max timestamp=1733401164537Num uniques 859; 2024-12-05T12:19:24,547 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:19:24,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401164492, max timestamp=1733401164537Num uniques 859; 2024-12-05T12:19:24,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:19:24,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742255_1431 (size=12001) 2024-12-05T12:19:24,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/b642d79148ed434c887a975453c6dee8 2024-12-05T12:19:24,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/fce4d7d32eb04f648b438b736dfca84c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/fce4d7d32eb04f648b438b736dfca84c 2024-12-05T12:19:24,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401224613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:24,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/fce4d7d32eb04f648b438b736dfca84c, entries=200, sequenceid=57, filesize=14.0 K 2024-12-05T12:19:24,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/9b4b70d93bc2404d9db94389084268eb as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/9b4b70d93bc2404d9db94389084268eb 2024-12-05T12:19:24,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401224643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:24,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401224648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:24,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401224649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:24,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:24,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:24,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401224657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:24,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/9b4b70d93bc2404d9db94389084268eb, entries=150, sequenceid=57, filesize=11.7 K 2024-12-05T12:19:24,761 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T12:19:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/b642d79148ed434c887a975453c6dee8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b642d79148ed434c887a975453c6dee8 2024-12-05T12:19:24,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b642d79148ed434c887a975453c6dee8, entries=150, sequenceid=57, filesize=11.7 K 2024-12-05T12:19:24,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for c2eeac6e0a2ccdebd49a3dcb8926839d in 394ms, sequenceid=57, compaction requested=true 2024-12-05T12:19:24,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:24,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:24,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:24,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:19:24,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:19:24,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:24,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T12:19:24,776 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:24,777 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:24,777 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/A is initiating minor compaction (all files) 2024-12-05T12:19:24,777 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/A in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:24,777 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/579fec392e04441a973a3e0e57511cd6, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/4bef4145a07941468687d9c967eb10de, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/fce4d7d32eb04f648b438b736dfca84c] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=42.0 K 2024-12-05T12:19:24,778 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 579fec392e04441a973a3e0e57511cd6, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733401161748 2024-12-05T12:19:24,778 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bef4145a07941468687d9c967eb10de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733401161909 2024-12-05T12:19:24,778 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting fce4d7d32eb04f648b438b736dfca84c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733401163166 2024-12-05T12:19:24,780 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:24,792 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:24,792 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/C is initiating minor compaction (all files) 2024-12-05T12:19:24,793 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/C in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:24,793 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/ec673b68d9b4482dbecadc2f59d67be1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/ed3db0cdcf4047e2838cfc7637169796, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b642d79148ed434c887a975453c6dee8] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=35.2 K 2024-12-05T12:19:24,795 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#A#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:24,796 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/dc6bb23d44e14b80bb45b74890cad1cf is 50, key is test_row_0/A:col10/1733401163170/Put/seqid=0 2024-12-05T12:19:24,796 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec673b68d9b4482dbecadc2f59d67be1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733401161768 2024-12-05T12:19:24,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-05T12:19:24,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:24,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:24,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:24,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:24,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:24,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:24,804 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed3db0cdcf4047e2838cfc7637169796, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733401161909 2024-12-05T12:19:24,804 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b642d79148ed434c887a975453c6dee8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733401163166 2024-12-05T12:19:24,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/2f73221eceaa46608dd8f893a797d2f5 is 50, key is test_row_0/A:col10/1733401164794/Put/seqid=0 2024-12-05T12:19:24,837 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#C#compaction#359 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:24,837 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/b8d165a172b04b19b82b929d412d1019 is 50, key is test_row_0/C:col10/1733401163170/Put/seqid=0 2024-12-05T12:19:24,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742256_1432 (size=12104) 2024-12-05T12:19:24,873 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/dc6bb23d44e14b80bb45b74890cad1cf as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/dc6bb23d44e14b80bb45b74890cad1cf 2024-12-05T12:19:24,884 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/A of c2eeac6e0a2ccdebd49a3dcb8926839d into dc6bb23d44e14b80bb45b74890cad1cf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:24,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:24,884 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:24,884 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/A, priority=13, startTime=1733401164776; duration=0sec 2024-12-05T12:19:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401224844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:24,884 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:24,884 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:A 2024-12-05T12:19:24,884 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:24,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:24,885 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:24,885 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/B is initiating minor compaction (all files) 2024-12-05T12:19:24,885 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/B in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:24,885 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/ed3422257d2c4208ac3dbf72ed0ce173, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/21a7dce7155c4e278698552bc195e666, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/9b4b70d93bc2404d9db94389084268eb] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=35.2 K 2024-12-05T12:19:24,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401224847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:24,886 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting ed3422257d2c4208ac3dbf72ed0ce173, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733401161768 2024-12-05T12:19:24,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:24,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401224858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:24,888 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 21a7dce7155c4e278698552bc195e666, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733401161909 2024-12-05T12:19:24,889 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b4b70d93bc2404d9db94389084268eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733401163166 2024-12-05T12:19:24,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742258_1434 (size=12104) 2024-12-05T12:19:24,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742257_1433 (size=14341) 2024-12-05T12:19:24,903 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/b8d165a172b04b19b82b929d412d1019 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b8d165a172b04b19b82b929d412d1019 2024-12-05T12:19:24,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401224859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:24,907 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#B#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:24,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:24,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401224860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:24,907 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/b873af303a474d8c9e021fde6ef841aa is 50, key is test_row_0/B:col10/1733401163170/Put/seqid=0 2024-12-05T12:19:24,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:24,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:24,911 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/C of c2eeac6e0a2ccdebd49a3dcb8926839d into b8d165a172b04b19b82b929d412d1019(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:24,911 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:24,912 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/C, priority=13, startTime=1733401164776; duration=0sec 2024-12-05T12:19:24,912 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:24,912 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:C 2024-12-05T12:19:24,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742259_1435 (size=12104) 2024-12-05T12:19:24,943 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/b873af303a474d8c9e021fde6ef841aa as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/b873af303a474d8c9e021fde6ef841aa 2024-12-05T12:19:24,958 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/B of c2eeac6e0a2ccdebd49a3dcb8926839d into b873af303a474d8c9e021fde6ef841aa(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:24,958 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:24,958 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/B, priority=13, startTime=1733401164776; duration=0sec 2024-12-05T12:19:24,959 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:24,959 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:B 2024-12-05T12:19:25,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401224995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:25,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401224996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:25,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:25,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401224996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:25,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:25,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401225015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:25,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401225015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:25,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:25,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401225237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:25,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401225240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401225241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:25,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401225241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:25,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401225245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:25,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/2f73221eceaa46608dd8f893a797d2f5 2024-12-05T12:19:25,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/d73b9fe94e97408784eb127b3ff11f84 is 50, key is test_row_0/B:col10/1733401164794/Put/seqid=0 2024-12-05T12:19:25,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742260_1436 (size=12001) 2024-12-05T12:19:25,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401225570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:25,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:25,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401225577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:25,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401225577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:25,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401225578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:25,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401225578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:25,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:25,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/d73b9fe94e97408784eb127b3ff11f84 2024-12-05T12:19:25,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/eb8d75aceaa84441a2e38eb3d3040e27 is 50, key is test_row_0/C:col10/1733401164794/Put/seqid=0 2024-12-05T12:19:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-05T12:19:25,936 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:25,936 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:19:25,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742261_1437 (size=12001) 2024-12-05T12:19:25,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/eb8d75aceaa84441a2e38eb3d3040e27 2024-12-05T12:19:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-05T12:19:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T12:19:25,958 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:19:25,959 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:19:25,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:19:26,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/2f73221eceaa46608dd8f893a797d2f5 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/2f73221eceaa46608dd8f893a797d2f5 2024-12-05T12:19:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T12:19:26,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/2f73221eceaa46608dd8f893a797d2f5, entries=200, sequenceid=93, filesize=14.0 K 2024-12-05T12:19:26,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401226096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:26,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401226096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:26,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401226096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:26,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/d73b9fe94e97408784eb127b3ff11f84 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/d73b9fe94e97408784eb127b3ff11f84 2024-12-05T12:19:26,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401226097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:26,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401226097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:26,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-05T12:19:26,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:26,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:26,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:26,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:26,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:26,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:26,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/d73b9fe94e97408784eb127b3ff11f84, entries=150, sequenceid=93, filesize=11.7 K 2024-12-05T12:19:26,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/eb8d75aceaa84441a2e38eb3d3040e27 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/eb8d75aceaa84441a2e38eb3d3040e27 2024-12-05T12:19:26,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/eb8d75aceaa84441a2e38eb3d3040e27, entries=150, sequenceid=93, filesize=11.7 K 2024-12-05T12:19:26,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for c2eeac6e0a2ccdebd49a3dcb8926839d in 1459ms, sequenceid=93, compaction requested=false 2024-12-05T12:19:26,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T12:19:26,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-05T12:19:26,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:26,299 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T12:19:26,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:26,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:26,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:26,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:26,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:26,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:26,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/3b0b50a4a0a9495c982e2239f9cb86f2 is 50, key is test_row_0/A:col10/1733401164856/Put/seqid=0 2024-12-05T12:19:26,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742262_1438 (size=12001) 2024-12-05T12:19:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T12:19:26,784 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/3b0b50a4a0a9495c982e2239f9cb86f2 2024-12-05T12:19:26,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/bc553b8df576474bba5ac3e182b4179a is 50, key is test_row_0/B:col10/1733401164856/Put/seqid=0 2024-12-05T12:19:26,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742263_1439 (size=12001) 2024-12-05T12:19:26,880 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/bc553b8df576474bba5ac3e182b4179a 2024-12-05T12:19:26,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/d1d5b9f9f40446fa925dd22dc408d88a is 50, key is test_row_0/C:col10/1733401164856/Put/seqid=0 2024-12-05T12:19:27,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742264_1440 (size=12001) 2024-12-05T12:19:27,021 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/d1d5b9f9f40446fa925dd22dc408d88a 2024-12-05T12:19:27,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/3b0b50a4a0a9495c982e2239f9cb86f2 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/3b0b50a4a0a9495c982e2239f9cb86f2 2024-12-05T12:19:27,077 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/3b0b50a4a0a9495c982e2239f9cb86f2, entries=150, sequenceid=107, filesize=11.7 K 2024-12-05T12:19:27,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/bc553b8df576474bba5ac3e182b4179a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/bc553b8df576474bba5ac3e182b4179a 2024-12-05T12:19:27,086 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/bc553b8df576474bba5ac3e182b4179a, entries=150, sequenceid=107, filesize=11.7 K 2024-12-05T12:19:27,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/d1d5b9f9f40446fa925dd22dc408d88a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d1d5b9f9f40446fa925dd22dc408d88a 2024-12-05T12:19:27,097 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d1d5b9f9f40446fa925dd22dc408d88a, entries=150, sequenceid=107, filesize=11.7 K 2024-12-05T12:19:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T12:19:27,098 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for c2eeac6e0a2ccdebd49a3dcb8926839d in 799ms, sequenceid=107, compaction requested=true 2024-12-05T12:19:27,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:27,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:27,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-05T12:19:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-05T12:19:27,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-05T12:19:27,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1450 sec 2024-12-05T12:19:27,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.2320 sec 2024-12-05T12:19:27,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T12:19:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:27,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:27,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:27,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:27,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:27,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:27,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:27,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/59a6de9b3fac46c2940ffa526f117048 is 50, key is test_row_0/A:col10/1733401167203/Put/seqid=0 2024-12-05T12:19:27,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742265_1441 (size=16681) 2024-12-05T12:19:27,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401227365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401227368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:27,415 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401167356, max timestamp=1733401167404Num uniques 859; 2024-12-05T12:19:27,415 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:19:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:27,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401167356, max timestamp=1733401167404Num uniques 859; 2024-12-05T12:19:27,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:19:27,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401167356, max timestamp=1733401167404Num uniques 859; 2024-12-05T12:19:27,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:19:27,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401227543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:27,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401227557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401227557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401227558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:27,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401227562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:27,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401227676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401227685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:27,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/59a6de9b3fac46c2940ffa526f117048 2024-12-05T12:19:27,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401227692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:27,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401227697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:27,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/54ff32cc825048f8a1d9d722b35eb589 is 50, key is test_row_0/B:col10/1733401167203/Put/seqid=0 2024-12-05T12:19:27,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401227700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:27,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742266_1442 (size=12001) 2024-12-05T12:19:27,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401227907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:27,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401227908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:27,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401227925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:27,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401227935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:27,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401227935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:27,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:27,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T12:19:28,109 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:28,116 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:19:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-05T12:19:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T12:19:28,129 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:19:28,130 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:19:28,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:19:28,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/54ff32cc825048f8a1d9d722b35eb589 2024-12-05T12:19:28,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/2f581fc12da94ea09c57286e20a83984 is 50, key is test_row_0/C:col10/1733401167203/Put/seqid=0 2024-12-05T12:19:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T12:19:28,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401228226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:28,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401228226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:28,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:28,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742267_1443 (size=12001) 2024-12-05T12:19:28,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401228257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:28,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T12:19:28,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:28,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:28,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:28,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:28,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:28,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401228269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:28,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401228269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T12:19:28,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T12:19:28,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:28,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:28,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:28,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:28,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:28,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T12:19:28,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:28,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:28,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:28,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:28,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:28,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/2f581fc12da94ea09c57286e20a83984 2024-12-05T12:19:28,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/59a6de9b3fac46c2940ffa526f117048 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/59a6de9b3fac46c2940ffa526f117048 2024-12-05T12:19:28,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/59a6de9b3fac46c2940ffa526f117048, entries=250, sequenceid=118, filesize=16.3 K 2024-12-05T12:19:28,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/54ff32cc825048f8a1d9d722b35eb589 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/54ff32cc825048f8a1d9d722b35eb589 2024-12-05T12:19:28,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/54ff32cc825048f8a1d9d722b35eb589, entries=150, sequenceid=118, filesize=11.7 K 2024-12-05T12:19:28,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/2f581fc12da94ea09c57286e20a83984 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/2f581fc12da94ea09c57286e20a83984 2024-12-05T12:19:28,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/2f581fc12da94ea09c57286e20a83984, entries=150, sequenceid=118, filesize=11.7 K 2024-12-05T12:19:28,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for c2eeac6e0a2ccdebd49a3dcb8926839d in 1542ms, sequenceid=118, compaction requested=true 2024-12-05T12:19:28,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:28,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:28,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:28,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:19:28,749 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:28,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:28,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:28,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:19:28,749 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:28,756 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:28,756 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:28,757 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/B is initiating minor compaction (all files) 2024-12-05T12:19:28,757 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/A is initiating minor compaction (all files) 2024-12-05T12:19:28,757 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/B in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:28,757 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/A in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T12:19:28,757 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/dc6bb23d44e14b80bb45b74890cad1cf, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/2f73221eceaa46608dd8f893a797d2f5, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/3b0b50a4a0a9495c982e2239f9cb86f2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/59a6de9b3fac46c2940ffa526f117048] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=53.8 K 2024-12-05T12:19:28,757 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/b873af303a474d8c9e021fde6ef841aa, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/d73b9fe94e97408784eb127b3ff11f84, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/bc553b8df576474bba5ac3e182b4179a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/54ff32cc825048f8a1d9d722b35eb589] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=47.0 K 2024-12-05T12:19:28,758 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b873af303a474d8c9e021fde6ef841aa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733401163166 2024-12-05T12:19:28,758 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc6bb23d44e14b80bb45b74890cad1cf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733401163166 2024-12-05T12:19:28,758 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting d73b9fe94e97408784eb127b3ff11f84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733401164597 2024-12-05T12:19:28,759 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting bc553b8df576474bba5ac3e182b4179a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733401164832 2024-12-05T12:19:28,759 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 54ff32cc825048f8a1d9d722b35eb589, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733401167173 2024-12-05T12:19:28,764 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f73221eceaa46608dd8f893a797d2f5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733401164597 2024-12-05T12:19:28,768 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#B#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:28,769 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/1ee4c4c1a3d246f58ee849482c009f83 is 50, key is test_row_0/B:col10/1733401167203/Put/seqid=0 2024-12-05T12:19:28,771 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b0b50a4a0a9495c982e2239f9cb86f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733401164832 2024-12-05T12:19:28,773 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59a6de9b3fac46c2940ffa526f117048, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733401167169 2024-12-05T12:19:28,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742268_1444 (size=12241) 2024-12-05T12:19:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:28,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=134.18 KB heapSize=385.45 KB 2024-12-05T12:19:28,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733401167541, max timestamp=1733401168775Num uniques 1018; 2024-12-05T12:19:28,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-05T12:19:28,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T12:19:28,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:28,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:28,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:28,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:28,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:28,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733401167541, max timestamp=1733401168775Num uniques 1018; 2024-12-05T12:19:28,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-05T12:19:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:28,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:28,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:28,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:28,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:28,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:28,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T12:19:28,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/9fa170a7bf8b43a092cb7a8b4642c1ca is 50, key is test_row_0/A:col10/1733401167558/Put/seqid=0 2024-12-05T12:19:28,819 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/1ee4c4c1a3d246f58ee849482c009f83 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/1ee4c4c1a3d246f58ee849482c009f83 2024-12-05T12:19:28,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742269_1445 (size=16931) 2024-12-05T12:19:28,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/9fa170a7bf8b43a092cb7a8b4642c1ca 2024-12-05T12:19:28,851 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#A#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:28,852 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/3e39c7bf1aaa4cd7be46ac717653148c is 50, key is test_row_0/A:col10/1733401167203/Put/seqid=0 2024-12-05T12:19:28,853 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/B of c2eeac6e0a2ccdebd49a3dcb8926839d into 1ee4c4c1a3d246f58ee849482c009f83(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:28,853 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:28,853 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/B, priority=12, startTime=1733401168749; duration=0sec 2024-12-05T12:19:28,853 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:28,853 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:B 2024-12-05T12:19:28,853 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:28,861 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:28,861 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/C is initiating minor compaction (all files) 2024-12-05T12:19:28,861 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/C in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:28,861 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b8d165a172b04b19b82b929d412d1019, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/eb8d75aceaa84441a2e38eb3d3040e27, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d1d5b9f9f40446fa925dd22dc408d88a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/2f581fc12da94ea09c57286e20a83984] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=47.0 K 2024-12-05T12:19:28,862 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b8d165a172b04b19b82b929d412d1019, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733401163166 2024-12-05T12:19:28,863 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting eb8d75aceaa84441a2e38eb3d3040e27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733401164597 2024-12-05T12:19:28,864 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting d1d5b9f9f40446fa925dd22dc408d88a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733401164832 2024-12-05T12:19:28,864 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f581fc12da94ea09c57286e20a83984, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733401167173 2024-12-05T12:19:28,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/f6b275602ac9496b93c3e69c04776d35 is 50, key is test_row_0/B:col10/1733401167558/Put/seqid=0 2024-12-05T12:19:28,881 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#C#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:28,882 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/002d26c66a2b4045ace3de9542adee57 is 50, key is test_row_0/C:col10/1733401167203/Put/seqid=0 2024-12-05T12:19:28,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742270_1446 (size=12241) 2024-12-05T12:19:28,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T12:19:28,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742271_1447 (size=12151) 2024-12-05T12:19:28,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401228902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:28,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:28,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742272_1448 (size=12241) 2024-12-05T12:19:28,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:28,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:28,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:28,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:28,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:28,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401228934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:28,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:28,974 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/002d26c66a2b4045ace3de9542adee57 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/002d26c66a2b4045ace3de9542adee57 2024-12-05T12:19:28,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401228937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:28,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401228942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:28,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401228948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:28,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:29,004 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/C of c2eeac6e0a2ccdebd49a3dcb8926839d into 002d26c66a2b4045ace3de9542adee57(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:29,004 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:29,004 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/C, priority=12, startTime=1733401168749; duration=0sec 2024-12-05T12:19:29,004 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:29,004 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:C 2024-12-05T12:19:29,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401229045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:29,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:29,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401229075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:29,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401229097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:29,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401229097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:29,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:29,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T12:19:29,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:29,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:29,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:29,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:29,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:29,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401229100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:29,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T12:19:29,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T12:19:29,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:29,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:29,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:29,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:29,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:29,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401229276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:29,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:29,321 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/3e39c7bf1aaa4cd7be46ac717653148c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/3e39c7bf1aaa4cd7be46ac717653148c 2024-12-05T12:19:29,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401229315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:29,335 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/A of c2eeac6e0a2ccdebd49a3dcb8926839d into 3e39c7bf1aaa4cd7be46ac717653148c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:29,335 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:29,335 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/A, priority=12, startTime=1733401168749; duration=0sec 2024-12-05T12:19:29,336 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:29,336 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:A 2024-12-05T12:19:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:29,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/f6b275602ac9496b93c3e69c04776d35 2024-12-05T12:19:29,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/5f5e2da67f724fd4bad005c76d1e2231 is 50, key is test_row_0/C:col10/1733401167558/Put/seqid=0 2024-12-05T12:19:29,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401229327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:29,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401229330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:29,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401229336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:29,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742273_1449 (size=12151) 2024-12-05T12:19:29,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T12:19:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:29,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:29,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T12:19:29,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:29,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:29,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:29,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:29,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:29,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401229605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:29,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:29,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401229649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:29,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:29,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401229668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:29,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:29,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401229668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:29,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401229668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:29,696 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T12:19:29,696 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T12:19:29,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T12:19:29,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:29,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:29,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:29,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:29,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:29,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/5f5e2da67f724fd4bad005c76d1e2231 2024-12-05T12:19:29,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/9fa170a7bf8b43a092cb7a8b4642c1ca as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/9fa170a7bf8b43a092cb7a8b4642c1ca 2024-12-05T12:19:29,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/9fa170a7bf8b43a092cb7a8b4642c1ca, entries=250, sequenceid=156, filesize=16.5 K 2024-12-05T12:19:29,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/f6b275602ac9496b93c3e69c04776d35 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f6b275602ac9496b93c3e69c04776d35 2024-12-05T12:19:29,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f6b275602ac9496b93c3e69c04776d35, entries=150, sequenceid=156, filesize=11.9 K 2024-12-05T12:19:29,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/5f5e2da67f724fd4bad005c76d1e2231 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/5f5e2da67f724fd4bad005c76d1e2231 2024-12-05T12:19:29,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/5f5e2da67f724fd4bad005c76d1e2231, entries=150, sequenceid=156, filesize=11.9 K 2024-12-05T12:19:29,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~69.33 KB/70990, heapSize ~188.91 KB/193440, currentSize=114.05 KB/116790 for c2eeac6e0a2ccdebd49a3dcb8926839d in 1120ms, sequenceid=156, compaction requested=false 2024-12-05T12:19:29,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:29,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T12:19:29,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:29,920 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T12:19:29,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:29,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:29,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:29,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:29,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:29,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:29,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/4ceef5f967a547939e138cd82ac79635 is 50, key is test_row_0/A:col10/1733401168899/Put/seqid=0 2024-12-05T12:19:30,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742274_1450 (size=12151) 2024-12-05T12:19:30,013 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/4ceef5f967a547939e138cd82ac79635 2024-12-05T12:19:30,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/f8eed73f9a554943ae89a901ef6091b4 is 50, key is test_row_0/B:col10/1733401168899/Put/seqid=0 2024-12-05T12:19:30,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742275_1451 (size=12151) 2024-12-05T12:19:30,110 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/f8eed73f9a554943ae89a901ef6091b4 2024-12-05T12:19:30,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:30,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/d080e16bb7f642d6955df39f4a30cbcc is 50, key is test_row_0/C:col10/1733401168899/Put/seqid=0 2024-12-05T12:19:30,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742276_1452 (size=12151) 2024-12-05T12:19:30,224 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/d080e16bb7f642d6955df39f4a30cbcc 2024-12-05T12:19:30,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401230217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401230225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401230227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401230232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401230232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/4ceef5f967a547939e138cd82ac79635 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/4ceef5f967a547939e138cd82ac79635 2024-12-05T12:19:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T12:19:30,311 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/4ceef5f967a547939e138cd82ac79635, entries=150, sequenceid=179, filesize=11.9 K 2024-12-05T12:19:30,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/f8eed73f9a554943ae89a901ef6091b4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f8eed73f9a554943ae89a901ef6091b4 2024-12-05T12:19:30,347 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f8eed73f9a554943ae89a901ef6091b4, entries=150, sequenceid=179, filesize=11.9 K 2024-12-05T12:19:30,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/d080e16bb7f642d6955df39f4a30cbcc as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d080e16bb7f642d6955df39f4a30cbcc 2024-12-05T12:19:30,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,371 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d080e16bb7f642d6955df39f4a30cbcc, entries=150, sequenceid=179, filesize=11.9 K 2024-12-05T12:19:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401230355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,381 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for c2eeac6e0a2ccdebd49a3dcb8926839d in 461ms, sequenceid=179, compaction requested=true 2024-12-05T12:19:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-05T12:19:30,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T12:19:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-05T12:19:30,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:30,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:30,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:30,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:30,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:30,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:30,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-05T12:19:30,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2670 sec 2024-12-05T12:19:30,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.2840 sec 2024-12-05T12:19:30,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/b0b15fb7769341708ed3bbe61b07c087 is 50, key is test_row_0/A:col10/1733401170372/Put/seqid=0 2024-12-05T12:19:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742277_1453 (size=12151) 2024-12-05T12:19:30,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401230491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401230502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401230528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401230541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401230575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401230635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401230639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401230669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401230675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401230855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401230875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/b0b15fb7769341708ed3bbe61b07c087 2024-12-05T12:19:30,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401230905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401230905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401230914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:30,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/14f68a2a7cb74c5dbc0cf358e1842613 is 50, key is test_row_0/B:col10/1733401170372/Put/seqid=0 2024-12-05T12:19:30,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742278_1454 (size=12151) 2024-12-05T12:19:31,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/14f68a2a7cb74c5dbc0cf358e1842613 2024-12-05T12:19:31,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/55904072639d409a833dc082bdca062c is 50, key is test_row_0/C:col10/1733401170372/Put/seqid=0 2024-12-05T12:19:31,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742279_1455 (size=12151) 2024-12-05T12:19:31,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/55904072639d409a833dc082bdca062c 2024-12-05T12:19:31,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/b0b15fb7769341708ed3bbe61b07c087 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/b0b15fb7769341708ed3bbe61b07c087 2024-12-05T12:19:31,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/b0b15fb7769341708ed3bbe61b07c087, entries=150, sequenceid=194, filesize=11.9 K 2024-12-05T12:19:31,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/14f68a2a7cb74c5dbc0cf358e1842613 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/14f68a2a7cb74c5dbc0cf358e1842613 2024-12-05T12:19:31,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/14f68a2a7cb74c5dbc0cf358e1842613, entries=150, sequenceid=194, filesize=11.9 K 2024-12-05T12:19:31,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/55904072639d409a833dc082bdca062c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/55904072639d409a833dc082bdca062c 2024-12-05T12:19:31,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/55904072639d409a833dc082bdca062c, entries=150, sequenceid=194, filesize=11.9 K 2024-12-05T12:19:31,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for c2eeac6e0a2ccdebd49a3dcb8926839d in 845ms, sequenceid=194, compaction requested=true 2024-12-05T12:19:31,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:31,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:31,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:31,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:19:31,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:19:31,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:31,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T12:19:31,231 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:31,232 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:31,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T12:19:31,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:31,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:31,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:31,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:31,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:31,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:31,249 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53474 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:31,249 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/A is initiating minor compaction (all files) 2024-12-05T12:19:31,249 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/A in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:31,249 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/3e39c7bf1aaa4cd7be46ac717653148c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/9fa170a7bf8b43a092cb7a8b4642c1ca, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/4ceef5f967a547939e138cd82ac79635, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/b0b15fb7769341708ed3bbe61b07c087] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=52.2 K 2024-12-05T12:19:31,251 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:31,252 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/C is initiating minor compaction (all files) 2024-12-05T12:19:31,252 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/C in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:31,252 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/002d26c66a2b4045ace3de9542adee57, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/5f5e2da67f724fd4bad005c76d1e2231, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d080e16bb7f642d6955df39f4a30cbcc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/55904072639d409a833dc082bdca062c] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=47.6 K 2024-12-05T12:19:31,253 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e39c7bf1aaa4cd7be46ac717653148c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733401167173 2024-12-05T12:19:31,253 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fa170a7bf8b43a092cb7a8b4642c1ca, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733401167541 2024-12-05T12:19:31,256 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 002d26c66a2b4045ace3de9542adee57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733401167173 2024-12-05T12:19:31,257 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ceef5f967a547939e138cd82ac79635, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733401168812 2024-12-05T12:19:31,260 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f5e2da67f724fd4bad005c76d1e2231, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733401167553 2024-12-05T12:19:31,265 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b0b15fb7769341708ed3bbe61b07c087, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733401170209 2024-12-05T12:19:31,266 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d080e16bb7f642d6955df39f4a30cbcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733401168812 2024-12-05T12:19:31,272 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55904072639d409a833dc082bdca062c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733401170209 2024-12-05T12:19:31,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/d667dfd6faa44c999e050d29ae97f580 is 50, key is test_row_0/A:col10/1733401170484/Put/seqid=0 2024-12-05T12:19:31,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401231349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:31,371 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#C#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:31,372 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/4704b1faf66e40aeb3d2db0f4818b4cd is 50, key is test_row_0/C:col10/1733401170372/Put/seqid=0 2024-12-05T12:19:31,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742280_1456 (size=14541) 2024-12-05T12:19:31,373 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#A#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:31,374 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/39468d95a2254de0beec877e8c12ed18 is 50, key is test_row_0/A:col10/1733401170372/Put/seqid=0 2024-12-05T12:19:31,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401231350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:31,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/d667dfd6faa44c999e050d29ae97f580 2024-12-05T12:19:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:31,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401231352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:31,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401231357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:31,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:31,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742281_1457 (size=12527) 2024-12-05T12:19:31,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/25df10ccbd5d491ab987412059d74a88 is 50, key is test_row_0/B:col10/1733401170484/Put/seqid=0 2024-12-05T12:19:31,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401231445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:31,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:31,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742282_1458 (size=12527) 2024-12-05T12:19:31,470 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/39468d95a2254de0beec877e8c12ed18 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/39468d95a2254de0beec877e8c12ed18 2024-12-05T12:19:31,478 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/A of c2eeac6e0a2ccdebd49a3dcb8926839d into 39468d95a2254de0beec877e8c12ed18(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:31,478 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:31,478 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/A, priority=12, startTime=1733401171229; duration=0sec 2024-12-05T12:19:31,478 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:31,478 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:A 2024-12-05T12:19:31,478 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:31,480 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:31,480 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/B is initiating minor compaction (all files) 2024-12-05T12:19:31,480 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/B in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:31,480 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/1ee4c4c1a3d246f58ee849482c009f83, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f6b275602ac9496b93c3e69c04776d35, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f8eed73f9a554943ae89a901ef6091b4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/14f68a2a7cb74c5dbc0cf358e1842613] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=47.6 K 2024-12-05T12:19:31,480 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ee4c4c1a3d246f58ee849482c009f83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733401167173 2024-12-05T12:19:31,481 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting f6b275602ac9496b93c3e69c04776d35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733401167553 2024-12-05T12:19:31,481 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting f8eed73f9a554943ae89a901ef6091b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733401168812 2024-12-05T12:19:31,481 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 14f68a2a7cb74c5dbc0cf358e1842613, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733401170209 2024-12-05T12:19:31,491 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#B#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:31,492 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/86a56fd7cd1046339823105cf12fcf24 is 50, key is test_row_0/B:col10/1733401170372/Put/seqid=0 2024-12-05T12:19:31,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742283_1459 (size=12151) 2024-12-05T12:19:31,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401231475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:31,500 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,500 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,500 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:31,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401231485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:31,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:31,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742284_1460 (size=12527) 2024-12-05T12:19:31,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401231505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:31,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:31,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401231515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:31,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401231705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:31,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401231715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:31,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401231737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:31,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:31,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401231740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:31,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:31,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:31,853 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/4704b1faf66e40aeb3d2db0f4818b4cd as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/4704b1faf66e40aeb3d2db0f4818b4cd 2024-12-05T12:19:31,859 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/C of c2eeac6e0a2ccdebd49a3dcb8926839d into 4704b1faf66e40aeb3d2db0f4818b4cd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:31,859 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:31,859 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/C, priority=12, startTime=1733401171229; duration=0sec 2024-12-05T12:19:31,859 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:31,859 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:C 2024-12-05T12:19:31,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/25df10ccbd5d491ab987412059d74a88 2024-12-05T12:19:31,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/715e3aed77df4731b122efc009aab519 is 50, key is test_row_0/C:col10/1733401170484/Put/seqid=0 2024-12-05T12:19:31,933 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/86a56fd7cd1046339823105cf12fcf24 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/86a56fd7cd1046339823105cf12fcf24 2024-12-05T12:19:31,941 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/B of c2eeac6e0a2ccdebd49a3dcb8926839d into 86a56fd7cd1046339823105cf12fcf24(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:31,941 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:31,941 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/B, priority=12, startTime=1733401171229; duration=0sec 2024-12-05T12:19:31,941 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:31,941 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:B 2024-12-05T12:19:31,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742285_1461 (size=12151) 2024-12-05T12:19:31,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/715e3aed77df4731b122efc009aab519 2024-12-05T12:19:31,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/d667dfd6faa44c999e050d29ae97f580 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/d667dfd6faa44c999e050d29ae97f580 2024-12-05T12:19:31,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/d667dfd6faa44c999e050d29ae97f580, entries=200, sequenceid=212, filesize=14.2 K 2024-12-05T12:19:31,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/25df10ccbd5d491ab987412059d74a88 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/25df10ccbd5d491ab987412059d74a88 2024-12-05T12:19:31,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/25df10ccbd5d491ab987412059d74a88, entries=150, sequenceid=212, filesize=11.9 K 2024-12-05T12:19:31,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/715e3aed77df4731b122efc009aab519 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/715e3aed77df4731b122efc009aab519 2024-12-05T12:19:31,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/715e3aed77df4731b122efc009aab519, entries=150, sequenceid=212, filesize=11.9 K 2024-12-05T12:19:31,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for c2eeac6e0a2ccdebd49a3dcb8926839d in 754ms, sequenceid=212, compaction requested=false 2024-12-05T12:19:31,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:32,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T12:19:32,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:32,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:32,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:32,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:32,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:32,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:32,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/6311700d420b4ac1b65f244d1a584e12 is 50, key is test_row_0/A:col10/1733401172028/Put/seqid=0 2024-12-05T12:19:32,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742286_1462 (size=12151) 2024-12-05T12:19:32,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401232076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401232082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401232083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401232085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401232195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401232205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401232205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401232206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T12:19:32,305 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:32,305 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:19:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-05T12:19:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T12:19:32,307 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:19:32,308 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:19:32,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:19:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T12:19:32,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401232415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401232425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401232426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401232426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/6311700d420b4ac1b65f244d1a584e12 2024-12-05T12:19:32,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-05T12:19:32,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:32,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:32,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:32,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:32,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:32,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401232465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,479 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_1' in c2eeac6e0a2ccdebd49a3dcb8926839d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2262 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:19:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/01e8f069fc594e91b73bca5ef06a7f02 is 50, key is test_row_0/B:col10/1733401172028/Put/seqid=0 2024-12-05T12:19:32,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742287_1463 (size=12151) 2024-12-05T12:19:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T12:19:32,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-05T12:19:32,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:32,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:32,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:32,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:32,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:32,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401232735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401232740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401232740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401232742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:32,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:32,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:32,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-05T12:19:32,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:32,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:32,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:32,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:32,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:32,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/01e8f069fc594e91b73bca5ef06a7f02 2024-12-05T12:19:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T12:19:32,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-05T12:19:32,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:32,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:32,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:32,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:32,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:32,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/a22c84953ffc4efea67672316cc68721 is 50, key is test_row_0/C:col10/1733401172028/Put/seqid=0 2024-12-05T12:19:33,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742288_1464 (size=12151) 2024-12-05T12:19:33,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-05T12:19:33,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:33,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:33,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:33,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:33,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:33,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-05T12:19:33,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:33,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:33,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:33,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:33,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:33,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401233277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:33,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401233277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:33,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:33,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:33,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:33,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401233281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:33,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:33,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401233288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:33,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-05T12:19:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:33,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T12:19:33,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/a22c84953ffc4efea67672316cc68721 2024-12-05T12:19:33,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/6311700d420b4ac1b65f244d1a584e12 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/6311700d420b4ac1b65f244d1a584e12 2024-12-05T12:19:33,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/6311700d420b4ac1b65f244d1a584e12, entries=150, sequenceid=231, filesize=11.9 K 2024-12-05T12:19:33,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/01e8f069fc594e91b73bca5ef06a7f02 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/01e8f069fc594e91b73bca5ef06a7f02 2024-12-05T12:19:33,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/01e8f069fc594e91b73bca5ef06a7f02, entries=150, sequenceid=231, filesize=11.9 K 2024-12-05T12:19:33,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/a22c84953ffc4efea67672316cc68721 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/a22c84953ffc4efea67672316cc68721 2024-12-05T12:19:33,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/a22c84953ffc4efea67672316cc68721, entries=150, sequenceid=231, filesize=11.9 K 2024-12-05T12:19:33,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for c2eeac6e0a2ccdebd49a3dcb8926839d in 1495ms, sequenceid=231, compaction requested=true 2024-12-05T12:19:33,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:33,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:33,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:33,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:19:33,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:33,525 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:33,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:33,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:19:33,526 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:33,526 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:33,526 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/A is initiating minor compaction (all files) 2024-12-05T12:19:33,526 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/A in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:33,526 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/39468d95a2254de0beec877e8c12ed18, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/d667dfd6faa44c999e050d29ae97f580, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/6311700d420b4ac1b65f244d1a584e12] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=38.3 K 2024-12-05T12:19:33,527 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39468d95a2254de0beec877e8c12ed18, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733401170209 2024-12-05T12:19:33,527 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d667dfd6faa44c999e050d29ae97f580, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733401170451 2024-12-05T12:19:33,527 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:33,528 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/B is initiating minor compaction (all files) 2024-12-05T12:19:33,528 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6311700d420b4ac1b65f244d1a584e12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733401171347 2024-12-05T12:19:33,528 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/B in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:33,528 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/86a56fd7cd1046339823105cf12fcf24, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/25df10ccbd5d491ab987412059d74a88, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/01e8f069fc594e91b73bca5ef06a7f02] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=36.0 K 2024-12-05T12:19:33,528 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 86a56fd7cd1046339823105cf12fcf24, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733401170209 2024-12-05T12:19:33,536 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 25df10ccbd5d491ab987412059d74a88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733401170451 2024-12-05T12:19:33,537 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 01e8f069fc594e91b73bca5ef06a7f02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733401171347 2024-12-05T12:19:33,561 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#A#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:33,561 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/8702f98007bd43d68f621c4db7a1a69d is 50, key is test_row_0/A:col10/1733401172028/Put/seqid=0 2024-12-05T12:19:33,575 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#B#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:33,575 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/f6477b6d815e4123a98042093b0935c2 is 50, key is test_row_0/B:col10/1733401172028/Put/seqid=0 2024-12-05T12:19:33,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-05T12:19:33,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:33,577 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T12:19:33,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:33,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:33,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:33,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:33,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:33,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:33,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742289_1465 (size=12629) 2024-12-05T12:19:33,653 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/8702f98007bd43d68f621c4db7a1a69d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/8702f98007bd43d68f621c4db7a1a69d 2024-12-05T12:19:33,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/baebf88f05a549d1b2ef65d8db1fa685 is 50, key is test_row_0/A:col10/1733401172064/Put/seqid=0 2024-12-05T12:19:33,664 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/A of c2eeac6e0a2ccdebd49a3dcb8926839d into 8702f98007bd43d68f621c4db7a1a69d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:33,664 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:33,664 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/A, priority=13, startTime=1733401173525; duration=0sec 2024-12-05T12:19:33,664 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:33,664 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:A 2024-12-05T12:19:33,664 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:33,665 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:33,665 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/C is initiating minor compaction (all files) 2024-12-05T12:19:33,665 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/C in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:33,666 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/4704b1faf66e40aeb3d2db0f4818b4cd, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/715e3aed77df4731b122efc009aab519, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/a22c84953ffc4efea67672316cc68721] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=36.0 K 2024-12-05T12:19:33,666 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4704b1faf66e40aeb3d2db0f4818b4cd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733401170209 2024-12-05T12:19:33,666 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 715e3aed77df4731b122efc009aab519, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733401170451 2024-12-05T12:19:33,667 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a22c84953ffc4efea67672316cc68721, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733401171347 2024-12-05T12:19:33,684 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#C#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:33,684 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/3e8edea279614ac6becb1b1cf1c0739c is 50, key is test_row_0/C:col10/1733401172028/Put/seqid=0 2024-12-05T12:19:33,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742290_1466 (size=12629) 2024-12-05T12:19:33,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742291_1467 (size=12151) 2024-12-05T12:19:33,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742292_1468 (size=12629) 2024-12-05T12:19:33,864 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/3e8edea279614ac6becb1b1cf1c0739c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/3e8edea279614ac6becb1b1cf1c0739c 2024-12-05T12:19:33,905 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/C of c2eeac6e0a2ccdebd49a3dcb8926839d into 3e8edea279614ac6becb1b1cf1c0739c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:33,905 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:33,905 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/C, priority=13, startTime=1733401173525; duration=0sec 2024-12-05T12:19:33,905 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:33,905 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:C 2024-12-05T12:19:34,134 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/f6477b6d815e4123a98042093b0935c2 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f6477b6d815e4123a98042093b0935c2 2024-12-05T12:19:34,140 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/B of c2eeac6e0a2ccdebd49a3dcb8926839d into f6477b6d815e4123a98042093b0935c2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:34,140 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:34,140 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/B, priority=13, startTime=1733401173525; duration=0sec 2024-12-05T12:19:34,140 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:34,140 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:B 2024-12-05T12:19:34,192 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/baebf88f05a549d1b2ef65d8db1fa685 2024-12-05T12:19:34,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/26872c5c00a1462bb4229dedd939ec26 is 50, key is test_row_0/B:col10/1733401172064/Put/seqid=0 2024-12-05T12:19:34,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742293_1469 (size=12151) 2024-12-05T12:19:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:34,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:34,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401234401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:34,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:34,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401234401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:34,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:34,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:34,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401234404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:34,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:34,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401234408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:34,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T12:19:34,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401234504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:34,511 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_1' in c2eeac6e0a2ccdebd49a3dcb8926839d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4294 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:19:34,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:34,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401234515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:34,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401234515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:34,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401234525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:34,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:34,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401234536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:34,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:34,691 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/26872c5c00a1462bb4229dedd939ec26 2024-12-05T12:19:34,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/c0e5827a1acf4cdd87bcc51e8bddc754 is 50, key is test_row_0/C:col10/1733401172064/Put/seqid=0 2024-12-05T12:19:34,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401234735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:34,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401234735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:34,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:34,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:34,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401234745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:34,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:34,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742294_1470 (size=12151) 2024-12-05T12:19:34,770 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/c0e5827a1acf4cdd87bcc51e8bddc754 2024-12-05T12:19:34,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401234755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:34,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/baebf88f05a549d1b2ef65d8db1fa685 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/baebf88f05a549d1b2ef65d8db1fa685 2024-12-05T12:19:34,808 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/baebf88f05a549d1b2ef65d8db1fa685, entries=150, sequenceid=247, filesize=11.9 K 2024-12-05T12:19:34,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/26872c5c00a1462bb4229dedd939ec26 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/26872c5c00a1462bb4229dedd939ec26 2024-12-05T12:19:34,814 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/26872c5c00a1462bb4229dedd939ec26, entries=150, sequenceid=247, filesize=11.9 K 2024-12-05T12:19:34,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/c0e5827a1acf4cdd87bcc51e8bddc754 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/c0e5827a1acf4cdd87bcc51e8bddc754 2024-12-05T12:19:34,819 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/c0e5827a1acf4cdd87bcc51e8bddc754, entries=150, sequenceid=247, filesize=11.9 K 2024-12-05T12:19:34,828 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for c2eeac6e0a2ccdebd49a3dcb8926839d in 1251ms, sequenceid=247, compaction requested=false 2024-12-05T12:19:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-05T12:19:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-05T12:19:34,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-05T12:19:34,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5220 sec 2024-12-05T12:19:34,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.5280 sec 2024-12-05T12:19:35,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T12:19:35,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:35,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:35,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:35,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:35,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:35,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:35,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/e222ffee9bdc4772bf5bcdf8ff5c0102 is 50, key is test_row_0/A:col10/1733401175082/Put/seqid=0 2024-12-05T12:19:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742295_1471 (size=12301) 2024-12-05T12:19:35,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/e222ffee9bdc4772bf5bcdf8ff5c0102 2024-12-05T12:19:35,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401235185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:35,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401235187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:35,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401235188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:35,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401235199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:35,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/636b52a422bd40f1a6eed1c399825f6c is 50, key is test_row_0/B:col10/1733401175082/Put/seqid=0 2024-12-05T12:19:35,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742296_1472 (size=12301) 2024-12-05T12:19:35,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401235316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:35,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401235318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:35,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401235320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:35,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401235326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:35,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401235541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:35,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:35,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401235549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:35,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401235551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:35,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:35,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401235557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:35,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:35,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:35,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/636b52a422bd40f1a6eed1c399825f6c 2024-12-05T12:19:35,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/d151cb0f70394c97b9a7a77914ff0d99 is 50, key is test_row_0/C:col10/1733401175082/Put/seqid=0 2024-12-05T12:19:35,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742297_1473 (size=12301) 2024-12-05T12:19:35,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/d151cb0f70394c97b9a7a77914ff0d99 2024-12-05T12:19:35,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/e222ffee9bdc4772bf5bcdf8ff5c0102 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/e222ffee9bdc4772bf5bcdf8ff5c0102 2024-12-05T12:19:35,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/e222ffee9bdc4772bf5bcdf8ff5c0102, entries=150, sequenceid=268, filesize=12.0 K 2024-12-05T12:19:35,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/636b52a422bd40f1a6eed1c399825f6c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/636b52a422bd40f1a6eed1c399825f6c 2024-12-05T12:19:35,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/636b52a422bd40f1a6eed1c399825f6c, entries=150, sequenceid=268, filesize=12.0 K 2024-12-05T12:19:35,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/d151cb0f70394c97b9a7a77914ff0d99 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d151cb0f70394c97b9a7a77914ff0d99 2024-12-05T12:19:35,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d151cb0f70394c97b9a7a77914ff0d99, entries=150, sequenceid=268, filesize=12.0 K 2024-12-05T12:19:35,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for c2eeac6e0a2ccdebd49a3dcb8926839d in 739ms, sequenceid=268, compaction requested=true 2024-12-05T12:19:35,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:35,828 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:35,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:35,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:35,829 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:35,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:19:35,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:35,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:35,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:35,832 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:35,833 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/A is initiating minor compaction (all files) 2024-12-05T12:19:35,833 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/A in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:35,833 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/8702f98007bd43d68f621c4db7a1a69d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/baebf88f05a549d1b2ef65d8db1fa685, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/e222ffee9bdc4772bf5bcdf8ff5c0102] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=36.2 K 2024-12-05T12:19:35,833 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8702f98007bd43d68f621c4db7a1a69d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733401171347 2024-12-05T12:19:35,834 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting baebf88f05a549d1b2ef65d8db1fa685, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733401172064 2024-12-05T12:19:35,838 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:35,838 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/B is initiating minor compaction (all files) 2024-12-05T12:19:35,839 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/B in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:35,839 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f6477b6d815e4123a98042093b0935c2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/26872c5c00a1462bb4229dedd939ec26, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/636b52a422bd40f1a6eed1c399825f6c] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=36.2 K 2024-12-05T12:19:35,839 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting e222ffee9bdc4772bf5bcdf8ff5c0102, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733401174399 2024-12-05T12:19:35,839 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting f6477b6d815e4123a98042093b0935c2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733401171347 2024-12-05T12:19:35,840 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 26872c5c00a1462bb4229dedd939ec26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733401172064 2024-12-05T12:19:35,841 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 636b52a422bd40f1a6eed1c399825f6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733401174399 2024-12-05T12:19:35,850 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#A#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:35,851 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/d97289a59d464dc5821b03c8b89473b1 is 50, key is test_row_0/A:col10/1733401175082/Put/seqid=0 2024-12-05T12:19:35,859 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#B#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:35,859 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/37ffd77f7bc5438d8737de49bf82e963 is 50, key is test_row_0/B:col10/1733401175082/Put/seqid=0 2024-12-05T12:19:35,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742298_1474 (size=12881) 2024-12-05T12:19:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:35,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T12:19:35,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:35,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:35,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:35,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:35,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:35,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:35,928 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/d97289a59d464dc5821b03c8b89473b1 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/d97289a59d464dc5821b03c8b89473b1 2024-12-05T12:19:35,933 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/A of c2eeac6e0a2ccdebd49a3dcb8926839d into d97289a59d464dc5821b03c8b89473b1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:35,933 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:35,933 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/A, priority=13, startTime=1733401175828; duration=0sec 2024-12-05T12:19:35,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742299_1475 (size=12881) 2024-12-05T12:19:35,933 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:35,933 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:A 2024-12-05T12:19:35,934 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:35,936 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:35,936 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/C is initiating minor compaction (all files) 2024-12-05T12:19:35,936 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/C in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:35,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/7e77eece50e6412f83630e3a7869668f is 50, key is test_row_0/A:col10/1733401175185/Put/seqid=0 2024-12-05T12:19:35,938 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/3e8edea279614ac6becb1b1cf1c0739c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/c0e5827a1acf4cdd87bcc51e8bddc754, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d151cb0f70394c97b9a7a77914ff0d99] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=36.2 K 2024-12-05T12:19:35,943 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e8edea279614ac6becb1b1cf1c0739c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733401171347 2024-12-05T12:19:35,943 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/37ffd77f7bc5438d8737de49bf82e963 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/37ffd77f7bc5438d8737de49bf82e963 2024-12-05T12:19:35,944 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0e5827a1acf4cdd87bcc51e8bddc754, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733401172064 2024-12-05T12:19:35,946 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d151cb0f70394c97b9a7a77914ff0d99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733401174399 2024-12-05T12:19:35,948 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/B of c2eeac6e0a2ccdebd49a3dcb8926839d into 37ffd77f7bc5438d8737de49bf82e963(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:35,949 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:35,949 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/B, priority=13, startTime=1733401175829; duration=0sec 2024-12-05T12:19:35,949 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:35,949 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:B 2024-12-05T12:19:35,967 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#C#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:35,967 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/12ed954f2f7044b5998dfb2cade7e719 is 50, key is test_row_0/C:col10/1733401175082/Put/seqid=0 2024-12-05T12:19:35,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742300_1476 (size=17181) 2024-12-05T12:19:35,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/7e77eece50e6412f83630e3a7869668f 2024-12-05T12:19:35,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/edd9baaa9cb244a7852531f38745ba36 is 50, key is test_row_0/B:col10/1733401175185/Put/seqid=0 2024-12-05T12:19:36,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742301_1477 (size=12881) 2024-12-05T12:19:36,009 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/12ed954f2f7044b5998dfb2cade7e719 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/12ed954f2f7044b5998dfb2cade7e719 2024-12-05T12:19:36,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401235992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401235994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401235997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,014 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/C of c2eeac6e0a2ccdebd49a3dcb8926839d into 12ed954f2f7044b5998dfb2cade7e719(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:36,014 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:36,014 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/C, priority=13, startTime=1733401175829; duration=0sec 2024-12-05T12:19:36,014 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:36,014 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:C 2024-12-05T12:19:36,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401235998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742302_1478 (size=12301) 2024-12-05T12:19:36,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/edd9baaa9cb244a7852531f38745ba36 2024-12-05T12:19:36,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/1ffd2c2342304a1eac8ecf0fd39a224f is 50, key is test_row_0/C:col10/1733401175185/Put/seqid=0 2024-12-05T12:19:36,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742303_1479 (size=12301) 2024-12-05T12:19:36,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401236115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401236116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401236116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401236126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401236337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401236338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401236340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401236345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T12:19:36,466 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:36,466 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:19:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-12-05T12:19:36,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/1ffd2c2342304a1eac8ecf0fd39a224f 2024-12-05T12:19:36,470 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:19:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T12:19:36,471 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:19:36,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:19:36,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/7e77eece50e6412f83630e3a7869668f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/7e77eece50e6412f83630e3a7869668f 2024-12-05T12:19:36,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/7e77eece50e6412f83630e3a7869668f, entries=250, sequenceid=284, filesize=16.8 K 2024-12-05T12:19:36,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/edd9baaa9cb244a7852531f38745ba36 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/edd9baaa9cb244a7852531f38745ba36 2024-12-05T12:19:36,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/edd9baaa9cb244a7852531f38745ba36, entries=150, sequenceid=284, filesize=12.0 K 2024-12-05T12:19:36,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/1ffd2c2342304a1eac8ecf0fd39a224f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/1ffd2c2342304a1eac8ecf0fd39a224f 2024-12-05T12:19:36,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/1ffd2c2342304a1eac8ecf0fd39a224f, entries=150, sequenceid=284, filesize=12.0 K 2024-12-05T12:19:36,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for c2eeac6e0a2ccdebd49a3dcb8926839d in 573ms, sequenceid=284, compaction requested=false 2024-12-05T12:19:36,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T12:19:36,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-05T12:19:36,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:36,627 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T12:19:36,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:36,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:36,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:36,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:36,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:36,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:36,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/634a8cb7805f4cad9b456a2346d04322 is 50, key is test_row_0/A:col10/1733401175989/Put/seqid=0 2024-12-05T12:19:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:36,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:36,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742304_1480 (size=12301) 2024-12-05T12:19:36,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401236712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401236717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401236718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401236725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T12:19:36,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401236825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401236845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401236845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:36,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401236845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:36,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:36,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401237045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:37,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401237066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:37,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:37,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401237066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:37,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:37,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401237068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:37,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T12:19:37,104 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/634a8cb7805f4cad9b456a2346d04322 2024-12-05T12:19:37,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/88de3e4339ab405fbd2426d6117f5888 is 50, key is test_row_0/B:col10/1733401175989/Put/seqid=0 2024-12-05T12:19:37,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742305_1481 (size=12301) 2024-12-05T12:19:37,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401237368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:37,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:37,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401237376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:37,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:37,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401237386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:37,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401237397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:37,566 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/88de3e4339ab405fbd2426d6117f5888 2024-12-05T12:19:37,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/b5b08feb5fba41d2bb1db43a2f5d455c is 50, key is test_row_0/C:col10/1733401175989/Put/seqid=0 2024-12-05T12:19:37,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742306_1482 (size=12301) 2024-12-05T12:19:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T12:19:37,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401237885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:37,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:37,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401237905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:37,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401237909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:37,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:37,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401237927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:37,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:37,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:37,979 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/b5b08feb5fba41d2bb1db43a2f5d455c 2024-12-05T12:19:37,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/634a8cb7805f4cad9b456a2346d04322 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/634a8cb7805f4cad9b456a2346d04322 2024-12-05T12:19:37,988 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/634a8cb7805f4cad9b456a2346d04322, entries=150, sequenceid=303, filesize=12.0 K 2024-12-05T12:19:37,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/88de3e4339ab405fbd2426d6117f5888 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/88de3e4339ab405fbd2426d6117f5888 2024-12-05T12:19:37,993 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/88de3e4339ab405fbd2426d6117f5888, entries=150, sequenceid=303, filesize=12.0 K 2024-12-05T12:19:37,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/b5b08feb5fba41d2bb1db43a2f5d455c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b5b08feb5fba41d2bb1db43a2f5d455c 2024-12-05T12:19:37,997 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b5b08feb5fba41d2bb1db43a2f5d455c, entries=150, sequenceid=303, filesize=12.0 K 2024-12-05T12:19:37,997 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for c2eeac6e0a2ccdebd49a3dcb8926839d in 1370ms, sequenceid=303, compaction requested=true 2024-12-05T12:19:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-12-05T12:19:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-12-05T12:19:38,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-05T12:19:38,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5280 sec 2024-12-05T12:19:38,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.5360 sec 2024-12-05T12:19:38,008 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:19:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:38,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T12:19:38,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:38,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:38,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:38,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:38,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:38,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:38,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/5d8ab6ecd4b14f64b06b0619d6f4039a is 50, key is test_row_0/A:col10/1733401176696/Put/seqid=0 2024-12-05T12:19:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742307_1483 (size=14741) 2024-12-05T12:19:38,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/5d8ab6ecd4b14f64b06b0619d6f4039a 2024-12-05T12:19:38,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/14dbd1d0e7d44482ba7ed69da1e560b7 is 50, key is test_row_0/B:col10/1733401176696/Put/seqid=0 2024-12-05T12:19:38,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742308_1484 (size=12301) 2024-12-05T12:19:38,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/14dbd1d0e7d44482ba7ed69da1e560b7 2024-12-05T12:19:38,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/a4e784022d8c435a82087f37108d49a5 is 50, key is test_row_0/C:col10/1733401176696/Put/seqid=0 2024-12-05T12:19:38,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742309_1485 (size=12301) 2024-12-05T12:19:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T12:19:38,616 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:38,616 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:19:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-12-05T12:19:38,618 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:19:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T12:19:38,619 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:19:38,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:19:38,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401238655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T12:19:38,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-05T12:19:38,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:38,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:38,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:38,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:38,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:38,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401238776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:38,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401238909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:38,919 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_2' in c2eeac6e0a2ccdebd49a3dcb8926839d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:19:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:38,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-05T12:19:38,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:38,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:38,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:38,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:38,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T12:19:38,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401238936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:38,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401238936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:38,947 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_0' in c2eeac6e0a2ccdebd49a3dcb8926839d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:19:38,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:38,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:38,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:38,947 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_1' in c2eeac6e0a2ccdebd49a3dcb8926839d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:19:38,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:38,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:38,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:38,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401238948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:38,959 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_2' in c2eeac6e0a2ccdebd49a3dcb8926839d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:19:38,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:38,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:38,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:38,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/a4e784022d8c435a82087f37108d49a5 2024-12-05T12:19:39,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/5d8ab6ecd4b14f64b06b0619d6f4039a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/5d8ab6ecd4b14f64b06b0619d6f4039a 2024-12-05T12:19:39,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401238995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:39,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:39,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:39,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:39,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/5d8ab6ecd4b14f64b06b0619d6f4039a, entries=200, sequenceid=320, filesize=14.4 K 2024-12-05T12:19:39,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/14dbd1d0e7d44482ba7ed69da1e560b7 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/14dbd1d0e7d44482ba7ed69da1e560b7 2024-12-05T12:19:39,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/14dbd1d0e7d44482ba7ed69da1e560b7, entries=150, sequenceid=320, filesize=12.0 K 2024-12-05T12:19:39,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/a4e784022d8c435a82087f37108d49a5 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/a4e784022d8c435a82087f37108d49a5 2024-12-05T12:19:39,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/a4e784022d8c435a82087f37108d49a5, entries=150, sequenceid=320, filesize=12.0 K 2024-12-05T12:19:39,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for c2eeac6e0a2ccdebd49a3dcb8926839d in 524ms, sequenceid=320, compaction requested=true 2024-12-05T12:19:39,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:39,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:39,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:39,059 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:39,059 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:39,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:19:39,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:39,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:39,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:39,066 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:39,066 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57104 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:39,066 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/A is initiating minor compaction (all files) 2024-12-05T12:19:39,066 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/B is initiating minor compaction (all files) 2024-12-05T12:19:39,066 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/A in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:39,066 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/B in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:39,066 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/d97289a59d464dc5821b03c8b89473b1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/7e77eece50e6412f83630e3a7869668f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/634a8cb7805f4cad9b456a2346d04322, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/5d8ab6ecd4b14f64b06b0619d6f4039a] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=55.8 K 2024-12-05T12:19:39,066 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/37ffd77f7bc5438d8737de49bf82e963, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/edd9baaa9cb244a7852531f38745ba36, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/88de3e4339ab405fbd2426d6117f5888, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/14dbd1d0e7d44482ba7ed69da1e560b7] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=48.6 K 2024-12-05T12:19:39,068 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting d97289a59d464dc5821b03c8b89473b1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733401174399 2024-12-05T12:19:39,069 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37ffd77f7bc5438d8737de49bf82e963, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733401174399 2024-12-05T12:19:39,069 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e77eece50e6412f83630e3a7869668f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733401175151 2024-12-05T12:19:39,073 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting edd9baaa9cb244a7852531f38745ba36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733401175185 2024-12-05T12:19:39,073 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 634a8cb7805f4cad9b456a2346d04322, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733401175989 2024-12-05T12:19:39,073 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88de3e4339ab405fbd2426d6117f5888, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733401175989 2024-12-05T12:19:39,075 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d8ab6ecd4b14f64b06b0619d6f4039a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733401176694 2024-12-05T12:19:39,084 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14dbd1d0e7d44482ba7ed69da1e560b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733401176694 2024-12-05T12:19:39,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-05T12:19:39,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:39,087 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T12:19:39,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:39,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:39,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:39,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:39,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:39,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:39,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/69ccf4eb361d4271bd928a4702b3a8ad is 50, key is test_row_0/A:col10/1733401178640/Put/seqid=0 2024-12-05T12:19:39,108 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#B#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:39,108 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/a764598aaa864593b564a8f026aec7ba is 50, key is test_row_0/B:col10/1733401176696/Put/seqid=0 2024-12-05T12:19:39,165 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#A#compaction#413 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:39,165 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/6b1e994e832147608a955793ea2dcd4e is 50, key is test_row_0/A:col10/1733401176696/Put/seqid=0 2024-12-05T12:19:39,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742311_1487 (size=13017) 2024-12-05T12:19:39,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742310_1486 (size=12301) 2024-12-05T12:19:39,203 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/69ccf4eb361d4271bd928a4702b3a8ad 2024-12-05T12:19:39,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742312_1488 (size=13017) 2024-12-05T12:19:39,225 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/6b1e994e832147608a955793ea2dcd4e as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/6b1e994e832147608a955793ea2dcd4e 2024-12-05T12:19:39,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/f5a846b7065542799ef5eac68f3187b7 is 50, key is test_row_0/B:col10/1733401178640/Put/seqid=0 2024-12-05T12:19:39,241 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/A of c2eeac6e0a2ccdebd49a3dcb8926839d into 6b1e994e832147608a955793ea2dcd4e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:39,241 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:39,241 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/A, priority=12, startTime=1733401179058; duration=0sec 2024-12-05T12:19:39,241 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:39,241 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:A 2024-12-05T12:19:39,241 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T12:19:39,246 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:39,246 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/C is initiating minor compaction (all files) 2024-12-05T12:19:39,246 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/C in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:39,246 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/12ed954f2f7044b5998dfb2cade7e719, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/1ffd2c2342304a1eac8ecf0fd39a224f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b5b08feb5fba41d2bb1db43a2f5d455c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/a4e784022d8c435a82087f37108d49a5] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=48.6 K 2024-12-05T12:19:39,247 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 12ed954f2f7044b5998dfb2cade7e719, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733401174399 2024-12-05T12:19:39,247 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ffd2c2342304a1eac8ecf0fd39a224f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733401175185 2024-12-05T12:19:39,247 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b5b08feb5fba41d2bb1db43a2f5d455c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733401175989 2024-12-05T12:19:39,249 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting a4e784022d8c435a82087f37108d49a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733401176694 2024-12-05T12:19:39,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742313_1489 (size=12301) 2024-12-05T12:19:39,261 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#C#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:39,261 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/f5a846b7065542799ef5eac68f3187b7 2024-12-05T12:19:39,262 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/433b5824f8c347cc884976a40d816701 is 50, key is test_row_0/C:col10/1733401176696/Put/seqid=0 2024-12-05T12:19:39,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/7eefb93a1b63451c90e4f25e40468eb1 is 50, key is test_row_0/C:col10/1733401178640/Put/seqid=0 2024-12-05T12:19:39,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742314_1490 (size=13017) 2024-12-05T12:19:39,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742315_1491 (size=12301) 2024-12-05T12:19:39,303 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/7eefb93a1b63451c90e4f25e40468eb1 2024-12-05T12:19:39,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/69ccf4eb361d4271bd928a4702b3a8ad as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/69ccf4eb361d4271bd928a4702b3a8ad 2024-12-05T12:19:39,312 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/69ccf4eb361d4271bd928a4702b3a8ad, entries=150, sequenceid=335, filesize=12.0 K 2024-12-05T12:19:39,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/f5a846b7065542799ef5eac68f3187b7 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f5a846b7065542799ef5eac68f3187b7 2024-12-05T12:19:39,319 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f5a846b7065542799ef5eac68f3187b7, entries=150, sequenceid=335, filesize=12.0 K 2024-12-05T12:19:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/7eefb93a1b63451c90e4f25e40468eb1 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/7eefb93a1b63451c90e4f25e40468eb1 2024-12-05T12:19:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:39,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:39,324 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/7eefb93a1b63451c90e4f25e40468eb1, entries=150, sequenceid=335, filesize=12.0 K 2024-12-05T12:19:39,324 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=6.71 KB/6870 for c2eeac6e0a2ccdebd49a3dcb8926839d in 238ms, sequenceid=335, compaction requested=false 2024-12-05T12:19:39,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:39,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:39,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-12-05T12:19:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-12-05T12:19:39,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-05T12:19:39,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 707 msec 2024-12-05T12:19:39,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 712 msec 2024-12-05T12:19:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:39,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T12:19:39,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:39,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:39,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:39,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:39,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:39,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:39,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/1bb11f9f429f4a62992c0761959b1261 is 50, key is test_row_0/A:col10/1733401179331/Put/seqid=0 2024-12-05T12:19:39,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742316_1492 (size=14741) 2024-12-05T12:19:39,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/1bb11f9f429f4a62992c0761959b1261 2024-12-05T12:19:39,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/4ed0920211214f6fabe3f527dfa0c8bf is 50, key is test_row_0/B:col10/1733401179331/Put/seqid=0 2024-12-05T12:19:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742317_1493 (size=12301) 2024-12-05T12:19:39,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/4ed0920211214f6fabe3f527dfa0c8bf 2024-12-05T12:19:39,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/d21ce605b9904babbe5d09106e268d92 is 50, key is test_row_0/C:col10/1733401179331/Put/seqid=0 2024-12-05T12:19:39,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742318_1494 (size=12301) 2024-12-05T12:19:39,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/d21ce605b9904babbe5d09106e268d92 2024-12-05T12:19:39,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/1bb11f9f429f4a62992c0761959b1261 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/1bb11f9f429f4a62992c0761959b1261 2024-12-05T12:19:39,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/1bb11f9f429f4a62992c0761959b1261, entries=200, sequenceid=346, filesize=14.4 K 2024-12-05T12:19:39,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/4ed0920211214f6fabe3f527dfa0c8bf as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/4ed0920211214f6fabe3f527dfa0c8bf 2024-12-05T12:19:39,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/4ed0920211214f6fabe3f527dfa0c8bf, entries=150, sequenceid=346, filesize=12.0 K 2024-12-05T12:19:39,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/d21ce605b9904babbe5d09106e268d92 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d21ce605b9904babbe5d09106e268d92 2024-12-05T12:19:39,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d21ce605b9904babbe5d09106e268d92, entries=150, sequenceid=346, filesize=12.0 K 2024-12-05T12:19:39,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=40.25 KB/41220 for c2eeac6e0a2ccdebd49a3dcb8926839d in 89ms, sequenceid=346, compaction requested=true 2024-12-05T12:19:39,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:39,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:A, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:39,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:39,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:B, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:39,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:19:39,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:39,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T12:19:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:39,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T12:19:39,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:39,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:39,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:39,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:39,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:39,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:39,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/76fcc24e2e43482ab895f29b3dcbeab4 is 50, key is test_row_0/A:col10/1733401179429/Put/seqid=0 2024-12-05T12:19:39,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742319_1495 (size=14741) 2024-12-05T12:19:39,584 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/a764598aaa864593b564a8f026aec7ba as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/a764598aaa864593b564a8f026aec7ba 2024-12-05T12:19:39,589 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/B of c2eeac6e0a2ccdebd49a3dcb8926839d into a764598aaa864593b564a8f026aec7ba(size=12.7 K), total size for store is 36.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:39,589 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:39,589 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/B, priority=12, startTime=1733401179059; duration=0sec 2024-12-05T12:19:39,589 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T12:19:39,589 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:B 2024-12-05T12:19:39,589 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:B 2024-12-05T12:19:39,589 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-12-05T12:19:39,589 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-05T12:19:39,590 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-05T12:19:39,590 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. because compaction request was cancelled 2024-12-05T12:19:39,590 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:C 2024-12-05T12:19:39,590 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:39,591 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:39,591 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/B is initiating minor compaction (all files) 2024-12-05T12:19:39,591 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/B in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:39,591 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/a764598aaa864593b564a8f026aec7ba, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f5a846b7065542799ef5eac68f3187b7, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/4ed0920211214f6fabe3f527dfa0c8bf] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=36.7 K 2024-12-05T12:19:39,591 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a764598aaa864593b564a8f026aec7ba, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733401176694 2024-12-05T12:19:39,591 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5a846b7065542799ef5eac68f3187b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733401178558 2024-12-05T12:19:39,591 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ed0920211214f6fabe3f527dfa0c8bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733401179331 2024-12-05T12:19:39,599 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:39,599 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/33881f8846c5426cb26a1bf524f05cfe is 50, key is test_row_0/B:col10/1733401179331/Put/seqid=0 2024-12-05T12:19:39,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742320_1496 (size=13119) 2024-12-05T12:19:39,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401179606, max timestamp=1733401179645Num uniques 859; 2024-12-05T12:19:39,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401179606, max timestamp=1733401179645Num uniques 859; 2024-12-05T12:19:39,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:19:39,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:19:39,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401179606, max timestamp=1733401179645Num uniques 859; 2024-12-05T12:19:39,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:19:39,693 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/433b5824f8c347cc884976a40d816701 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/433b5824f8c347cc884976a40d816701 2024-12-05T12:19:39,697 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/C of c2eeac6e0a2ccdebd49a3dcb8926839d into 433b5824f8c347cc884976a40d816701(size=12.7 K), total size for store is 36.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:39,697 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:39,697 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/C, priority=12, startTime=1733401179059; duration=0sec 2024-12-05T12:19:39,697 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:39,697 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:C 2024-12-05T12:19:39,698 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:39,701 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:39,701 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/A is initiating minor compaction (all files) 2024-12-05T12:19:39,701 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/A in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:39,701 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/6b1e994e832147608a955793ea2dcd4e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/69ccf4eb361d4271bd928a4702b3a8ad, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/1bb11f9f429f4a62992c0761959b1261] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=39.1 K 2024-12-05T12:19:39,702 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b1e994e832147608a955793ea2dcd4e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733401176694 2024-12-05T12:19:39,703 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 69ccf4eb361d4271bd928a4702b3a8ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733401178558 2024-12-05T12:19:39,703 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bb11f9f429f4a62992c0761959b1261, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733401179331 2024-12-05T12:19:39,711 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#A#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:39,711 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/317583de419d4e6882d5dca103ffb100 is 50, key is test_row_0/A:col10/1733401179331/Put/seqid=0 2024-12-05T12:19:39,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742321_1497 (size=13119) 2024-12-05T12:19:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T12:19:39,757 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:39,758 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:19:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-12-05T12:19:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-05T12:19:39,761 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:19:39,762 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:19:39,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:19:39,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/76fcc24e2e43482ab895f29b3dcbeab4 2024-12-05T12:19:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-05T12:19:39,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/fddf5d2d5aba4785bff9994872a2f821 is 50, key is test_row_0/B:col10/1733401179429/Put/seqid=0 2024-12-05T12:19:39,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742322_1498 (size=12301) 2024-12-05T12:19:39,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-05T12:19:39,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:39,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:39,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:39,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:39,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:39,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401239913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:39,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:39,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:39,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:40,018 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/33881f8846c5426cb26a1bf524f05cfe as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/33881f8846c5426cb26a1bf524f05cfe 2024-12-05T12:19:40,026 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/B of c2eeac6e0a2ccdebd49a3dcb8926839d into 33881f8846c5426cb26a1bf524f05cfe(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:40,026 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:40,026 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/B, priority=13, startTime=1733401179444; duration=0sec 2024-12-05T12:19:40,026 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:40,026 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:B 2024-12-05T12:19:40,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401240035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:40,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:40,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:40,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:40,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-05T12:19:40,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:40,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:40,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:40,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-05T12:19:40,123 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/317583de419d4e6882d5dca103ffb100 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/317583de419d4e6882d5dca103ffb100 2024-12-05T12:19:40,134 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/A of c2eeac6e0a2ccdebd49a3dcb8926839d into 317583de419d4e6882d5dca103ffb100(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:40,134 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:40,134 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/A, priority=13, startTime=1733401179444; duration=0sec 2024-12-05T12:19:40,135 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:40,135 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:A 2024-12-05T12:19:40,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-05T12:19:40,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:40,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:40,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:40,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401240265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:40,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/fddf5d2d5aba4785bff9994872a2f821 2024-12-05T12:19:40,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/658f30c9f71f414b9e87b6247a57a10d is 50, key is test_row_0/C:col10/1733401179429/Put/seqid=0 2024-12-05T12:19:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-05T12:19:40,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-05T12:19:40,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:40,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:40,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:40,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742323_1499 (size=12301) 2024-12-05T12:19:40,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-05T12:19:40,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:40,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:40,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:40,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401240601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:40,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:40,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:40,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:40,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-05T12:19:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:40,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/658f30c9f71f414b9e87b6247a57a10d 2024-12-05T12:19:40,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/76fcc24e2e43482ab895f29b3dcbeab4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/76fcc24e2e43482ab895f29b3dcbeab4 2024-12-05T12:19:40,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/76fcc24e2e43482ab895f29b3dcbeab4, entries=200, sequenceid=356, filesize=14.4 K 2024-12-05T12:19:40,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/fddf5d2d5aba4785bff9994872a2f821 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/fddf5d2d5aba4785bff9994872a2f821 2024-12-05T12:19:40,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/fddf5d2d5aba4785bff9994872a2f821, entries=150, sequenceid=356, filesize=12.0 K 2024-12-05T12:19:40,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/658f30c9f71f414b9e87b6247a57a10d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/658f30c9f71f414b9e87b6247a57a10d 2024-12-05T12:19:40,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-05T12:19:40,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:40,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:40,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:40,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:40,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/658f30c9f71f414b9e87b6247a57a10d, entries=150, sequenceid=356, filesize=12.0 K 2024-12-05T12:19:40,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for c2eeac6e0a2ccdebd49a3dcb8926839d in 1451ms, sequenceid=356, compaction requested=true 2024-12-05T12:19:40,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:40,896 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-05T12:19:40,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:40,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:40,896 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-05T12:19:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-05T12:19:40,900 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-05T12:19:40,900 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-05T12:19:40,901 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. because compaction request was cancelled 2024-12-05T12:19:40,901 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:A 2024-12-05T12:19:40,901 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-05T12:19:40,901 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-05T12:19:40,901 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. because compaction request was cancelled 2024-12-05T12:19:40,901 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:B 2024-12-05T12:19:40,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:B, priority=-2147483648, current under compaction store size is 0 2024-12-05T12:19:40,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:40,901 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:40,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:C, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:40,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:40,903 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:40,903 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/C is initiating minor compaction (all files) 2024-12-05T12:19:40,903 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/C in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:40,903 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/433b5824f8c347cc884976a40d816701, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/7eefb93a1b63451c90e4f25e40468eb1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d21ce605b9904babbe5d09106e268d92, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/658f30c9f71f414b9e87b6247a57a10d] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=48.8 K 2024-12-05T12:19:40,904 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 433b5824f8c347cc884976a40d816701, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733401176694 2024-12-05T12:19:40,904 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7eefb93a1b63451c90e4f25e40468eb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733401178558 2024-12-05T12:19:40,904 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d21ce605b9904babbe5d09106e268d92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733401179331 2024-12-05T12:19:40,904 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 658f30c9f71f414b9e87b6247a57a10d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733401179372 2024-12-05T12:19:40,922 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#C#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:40,923 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/8cbbdfb5c2c246ba8824d8dad4666715 is 50, key is test_row_0/C:col10/1733401179429/Put/seqid=0 2024-12-05T12:19:40,949 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733401179827, max timestamp=1733401180942Num uniques 1018; 2024-12-05T12:19:40,949 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-05T12:19:40,951 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733401179827, max timestamp=1733401180942Num uniques 1018; 2024-12-05T12:19:40,952 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-05T12:19:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:40,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=64.85 KB heapSize=178.80 KB 2024-12-05T12:19:40,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:40,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:40,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:40,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:40,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:40,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T12:19:40,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/38129dd912994f1ba4b065442d8d90e7 is 50, key is test_row_0/A:col10/1733401179827/Put/seqid=0 2024-12-05T12:19:40,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742324_1500 (size=13153) 2024-12-05T12:19:41,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742325_1501 (size=14741) 2024-12-05T12:19:41,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/38129dd912994f1ba4b065442d8d90e7 2024-12-05T12:19:41,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-05T12:19:41,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:41,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:41,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:41,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:41,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:41,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401241034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401241048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401241049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401241050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/aeac0cdc8b8d4e2791eb65bbf653d34d is 50, key is test_row_0/B:col10/1733401179827/Put/seqid=0 2024-12-05T12:19:41,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742326_1502 (size=12301) 2024-12-05T12:19:41,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/aeac0cdc8b8d4e2791eb65bbf653d34d 2024-12-05T12:19:41,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57286 deadline: 1733401241126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/24af7e7cc1c449188588f5d1c25bf7d1 is 50, key is test_row_0/C:col10/1733401179827/Put/seqid=0 2024-12-05T12:19:41,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401241169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401241177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401241177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401241177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742327_1503 (size=12301) 2024-12-05T12:19:41,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-05T12:19:41,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:41,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/24af7e7cc1c449188588f5d1c25bf7d1 2024-12-05T12:19:41,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:41,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:41,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:41,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:41,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/38129dd912994f1ba4b065442d8d90e7 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/38129dd912994f1ba4b065442d8d90e7 2024-12-05T12:19:41,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/38129dd912994f1ba4b065442d8d90e7, entries=200, sequenceid=398, filesize=14.4 K 2024-12-05T12:19:41,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/aeac0cdc8b8d4e2791eb65bbf653d34d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/aeac0cdc8b8d4e2791eb65bbf653d34d 2024-12-05T12:19:41,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/aeac0cdc8b8d4e2791eb65bbf653d34d, entries=150, sequenceid=398, filesize=12.0 K 2024-12-05T12:19:41,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/24af7e7cc1c449188588f5d1c25bf7d1 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/24af7e7cc1c449188588f5d1c25bf7d1 2024-12-05T12:19:41,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/24af7e7cc1c449188588f5d1c25bf7d1, entries=150, sequenceid=398, filesize=12.0 K 2024-12-05T12:19:41,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~178.75 KB/183040, currentSize=114.05 KB/116790 for c2eeac6e0a2ccdebd49a3dcb8926839d in 327ms, sequenceid=398, compaction requested=true 2024-12-05T12:19:41,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:41,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:A, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:19:41,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:41,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:B, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:41,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:19:41,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:41,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T12:19:41,291 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-12-05T12:19:41,293 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-05T12:19:41,293 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-05T12:19:41,293 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. because compaction request was cancelled 2024-12-05T12:19:41,293 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:C 2024-12-05T12:19:41,293 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:41,303 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:41,304 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/A is initiating minor compaction (all files) 2024-12-05T12:19:41,304 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/A in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:41,304 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/317583de419d4e6882d5dca103ffb100, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/76fcc24e2e43482ab895f29b3dcbeab4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/38129dd912994f1ba4b065442d8d90e7] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=41.6 K 2024-12-05T12:19:41,304 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 317583de419d4e6882d5dca103ffb100, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733401179331 2024-12-05T12:19:41,309 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 76fcc24e2e43482ab895f29b3dcbeab4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733401179372 2024-12-05T12:19:41,310 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 38129dd912994f1ba4b065442d8d90e7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733401179827 2024-12-05T12:19:41,358 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#A#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:41,359 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/c2789eac7dab43eab50c7649f40a2f14 is 50, key is test_row_0/A:col10/1733401179827/Put/seqid=0 2024-12-05T12:19:41,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-05T12:19:41,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:41,362 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T12:19:41,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:41,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:41,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:41,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:41,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:41,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:41,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/bd7f048a8ec74096a0b602be14b77c9d is 50, key is test_row_0/A:col10/1733401181049/Put/seqid=0 2024-12-05T12:19:41,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742328_1504 (size=13221) 2024-12-05T12:19:41,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. as already flushing 2024-12-05T12:19:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:41,404 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/8cbbdfb5c2c246ba8824d8dad4666715 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/8cbbdfb5c2c246ba8824d8dad4666715 2024-12-05T12:19:41,417 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/C of c2eeac6e0a2ccdebd49a3dcb8926839d into 8cbbdfb5c2c246ba8824d8dad4666715(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:41,417 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:41,417 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/C, priority=12, startTime=1733401180901; duration=0sec 2024-12-05T12:19:41,418 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:41,418 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:C 2024-12-05T12:19:41,418 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:41,421 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:41,422 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/B is initiating minor compaction (all files) 2024-12-05T12:19:41,422 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/B in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:41,422 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/33881f8846c5426cb26a1bf524f05cfe, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/fddf5d2d5aba4785bff9994872a2f821, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/aeac0cdc8b8d4e2791eb65bbf653d34d] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=36.8 K 2024-12-05T12:19:41,422 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33881f8846c5426cb26a1bf524f05cfe, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733401179331 2024-12-05T12:19:41,422 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting fddf5d2d5aba4785bff9994872a2f821, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733401179372 2024-12-05T12:19:41,423 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting aeac0cdc8b8d4e2791eb65bbf653d34d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733401179827 2024-12-05T12:19:41,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742329_1505 (size=12301) 2024-12-05T12:19:41,436 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/bd7f048a8ec74096a0b602be14b77c9d 2024-12-05T12:19:41,445 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/c2789eac7dab43eab50c7649f40a2f14 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/c2789eac7dab43eab50c7649f40a2f14 2024-12-05T12:19:41,466 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#B#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:41,466 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/c5ad2a63abd44537845dc84bb1d13cbc is 50, key is test_row_0/B:col10/1733401179827/Put/seqid=0 2024-12-05T12:19:41,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401241445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401241450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401241461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,484 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/A of c2eeac6e0a2ccdebd49a3dcb8926839d into c2789eac7dab43eab50c7649f40a2f14(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:41,484 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:41,484 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/A, priority=13, startTime=1733401181291; duration=0sec 2024-12-05T12:19:41,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,484 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:41,484 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:A 2024-12-05T12:19:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401241465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/07d8c192ed79475db9ae14bfba65f30f is 50, key is test_row_0/B:col10/1733401181049/Put/seqid=0 2024-12-05T12:19:41,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742330_1506 (size=13221) 2024-12-05T12:19:41,534 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/c5ad2a63abd44537845dc84bb1d13cbc as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/c5ad2a63abd44537845dc84bb1d13cbc 2024-12-05T12:19:41,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742331_1507 (size=12301) 2024-12-05T12:19:41,547 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/07d8c192ed79475db9ae14bfba65f30f 2024-12-05T12:19:41,549 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/B of c2eeac6e0a2ccdebd49a3dcb8926839d into c5ad2a63abd44537845dc84bb1d13cbc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:41,549 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:41,549 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/B, priority=13, startTime=1733401181291; duration=0sec 2024-12-05T12:19:41,549 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:41,549 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:B 2024-12-05T12:19:41,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/32d2fee1d0854ad59e8d980ef526db06 is 50, key is test_row_0/C:col10/1733401181049/Put/seqid=0 2024-12-05T12:19:41,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401241589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401241589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401241590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401241595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742332_1508 (size=12301) 2024-12-05T12:19:41,756 INFO [Thread-1923 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1923. 2024-12-05T12:19:41,757 DEBUG [Thread-1923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:41,757 DEBUG [Thread-1923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:41,757 DEBUG [Thread-1923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:41,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:41,760 INFO [Thread-1931 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1931. 2024-12-05T12:19:41,760 DEBUG [Thread-1931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:41,760 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:41,760 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:41,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:41,763 INFO [Thread-1927 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1927. 2024-12-05T12:19:41,763 DEBUG [Thread-1927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:41,763 DEBUG [Thread-1927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:41,763 DEBUG [Thread-1927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:41,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:41,774 INFO [Thread-1925 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1925. 2024-12-05T12:19:41,774 DEBUG [Thread-1925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:41,774 DEBUG [Thread-1925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:41,774 INFO [Thread-1929 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1929. 2024-12-05T12:19:41,775 DEBUG [Thread-1929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:41,775 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:41,775 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:41,775 DEBUG [Thread-1925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:41,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:41,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:41,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733401241805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57284 deadline: 1733401241815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733401241815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1733401241817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:41,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 , the old value is region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:41,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., hostname=2556e7014d8b,44745,1733401030153, seqNum=2 because the exception is null or not the one we care about 2024-12-05T12:19:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-05T12:19:42,013 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/32d2fee1d0854ad59e8d980ef526db06 2024-12-05T12:19:42,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/bd7f048a8ec74096a0b602be14b77c9d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/bd7f048a8ec74096a0b602be14b77c9d 2024-12-05T12:19:42,021 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/bd7f048a8ec74096a0b602be14b77c9d, entries=150, sequenceid=418, filesize=12.0 K 2024-12-05T12:19:42,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/07d8c192ed79475db9ae14bfba65f30f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/07d8c192ed79475db9ae14bfba65f30f 2024-12-05T12:19:42,026 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/07d8c192ed79475db9ae14bfba65f30f, entries=150, sequenceid=418, filesize=12.0 K 2024-12-05T12:19:42,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/32d2fee1d0854ad59e8d980ef526db06 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/32d2fee1d0854ad59e8d980ef526db06 2024-12-05T12:19:42,030 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/32d2fee1d0854ad59e8d980ef526db06, entries=150, sequenceid=418, filesize=12.0 K 2024-12-05T12:19:42,031 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for c2eeac6e0a2ccdebd49a3dcb8926839d in 669ms, sequenceid=418, compaction requested=true 2024-12-05T12:19:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-12-05T12:19:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-12-05T12:19:42,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-05T12:19:42,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2700 sec 2024-12-05T12:19:42,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.2780 sec 2024-12-05T12:19:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:42,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T12:19:42,117 INFO [Thread-1912 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1912. 2024-12-05T12:19:42,117 DEBUG [Thread-1912 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:42,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:42,117 DEBUG [Thread-1912 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:42,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:42,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:42,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:42,117 DEBUG [Thread-1912 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:42,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:42,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:42,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:42,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/9266c0e749ab45148e2f2e3070ebd043 is 50, key is test_row_0/A:col10/1733401181438/Put/seqid=0 2024-12-05T12:19:42,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742333_1509 (size=12301) 2024-12-05T12:19:42,129 INFO [Thread-1914 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1914. 2024-12-05T12:19:42,129 DEBUG [Thread-1914 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:42,129 DEBUG [Thread-1914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:42,129 DEBUG [Thread-1914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:42,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:42,132 INFO [Thread-1918 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1918. 2024-12-05T12:19:42,132 DEBUG [Thread-1918 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:42,132 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:42,133 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:42,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:42,135 INFO [Thread-1916 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1916. 2024-12-05T12:19:42,135 DEBUG [Thread-1916 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:42,135 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:42,135 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:42,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:42,149 INFO [Thread-1920 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1920. 2024-12-05T12:19:42,149 DEBUG [Thread-1920 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:19:42,149 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:42,149 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:42,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:42,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/9266c0e749ab45148e2f2e3070ebd043 2024-12-05T12:19:42,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/d15f6a9b6b9b48a996268cc36260f9bf is 50, key is test_row_0/B:col10/1733401181438/Put/seqid=0 2024-12-05T12:19:42,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742334_1510 (size=12301) 2024-12-05T12:19:42,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/d15f6a9b6b9b48a996268cc36260f9bf 2024-12-05T12:19:42,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/8415cbcc6b594c1683be14f513f5aca3 is 50, key is test_row_0/C:col10/1733401181438/Put/seqid=0 2024-12-05T12:19:42,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742335_1511 (size=12301) 2024-12-05T12:19:42,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/8415cbcc6b594c1683be14f513f5aca3 2024-12-05T12:19:42,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/9266c0e749ab45148e2f2e3070ebd043 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/9266c0e749ab45148e2f2e3070ebd043 2024-12-05T12:19:42,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/9266c0e749ab45148e2f2e3070ebd043, entries=150, sequenceid=434, filesize=12.0 K 2024-12-05T12:19:42,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/d15f6a9b6b9b48a996268cc36260f9bf as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/d15f6a9b6b9b48a996268cc36260f9bf 2024-12-05T12:19:42,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/d15f6a9b6b9b48a996268cc36260f9bf, entries=150, sequenceid=434, filesize=12.0 K 2024-12-05T12:19:42,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/8415cbcc6b594c1683be14f513f5aca3 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/8415cbcc6b594c1683be14f513f5aca3 2024-12-05T12:19:42,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/8415cbcc6b594c1683be14f513f5aca3, entries=150, sequenceid=434, filesize=12.0 K 2024-12-05T12:19:42,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=26.84 KB/27480 for c2eeac6e0a2ccdebd49a3dcb8926839d in 459ms, sequenceid=434, compaction requested=true 2024-12-05T12:19:42,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:42,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:42,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:42,576 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:42,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:19:42,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:42,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2eeac6e0a2ccdebd49a3dcb8926839d:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:42,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:19:42,577 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:42,577 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:42,577 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/A is initiating minor compaction (all files) 2024-12-05T12:19:42,578 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/A in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:42,578 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/c2789eac7dab43eab50c7649f40a2f14, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/bd7f048a8ec74096a0b602be14b77c9d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/9266c0e749ab45148e2f2e3070ebd043] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=36.9 K 2024-12-05T12:19:42,578 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2789eac7dab43eab50c7649f40a2f14, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733401179827 2024-12-05T12:19:42,578 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd7f048a8ec74096a0b602be14b77c9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733401181043 2024-12-05T12:19:42,579 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9266c0e749ab45148e2f2e3070ebd043, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733401181416 2024-12-05T12:19:42,579 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:42,579 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/C is initiating minor compaction (all files) 2024-12-05T12:19:42,579 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/C in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:42,579 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/8cbbdfb5c2c246ba8824d8dad4666715, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/24af7e7cc1c449188588f5d1c25bf7d1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/32d2fee1d0854ad59e8d980ef526db06, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/8415cbcc6b594c1683be14f513f5aca3] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=48.9 K 2024-12-05T12:19:42,580 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cbbdfb5c2c246ba8824d8dad4666715, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733401179372 2024-12-05T12:19:42,580 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 24af7e7cc1c449188588f5d1c25bf7d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733401179827 2024-12-05T12:19:42,580 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 32d2fee1d0854ad59e8d980ef526db06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733401181043 2024-12-05T12:19:42,581 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8415cbcc6b594c1683be14f513f5aca3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733401181416 2024-12-05T12:19:42,588 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#A#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:42,588 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/ef1eea5938ce49beb13896c32bdd3182 is 50, key is test_row_0/A:col10/1733401181438/Put/seqid=0 2024-12-05T12:19:42,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742336_1512 (size=13323) 2024-12-05T12:19:42,618 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#C#compaction#438 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:42,618 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/a844ef80dae24e8b8b5af7d533c3c85c is 50, key is test_row_0/C:col10/1733401181438/Put/seqid=0 2024-12-05T12:19:42,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742337_1513 (size=13289) 2024-12-05T12:19:43,022 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/ef1eea5938ce49beb13896c32bdd3182 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/ef1eea5938ce49beb13896c32bdd3182 2024-12-05T12:19:43,026 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/A of c2eeac6e0a2ccdebd49a3dcb8926839d into ef1eea5938ce49beb13896c32bdd3182(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:43,026 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:43,026 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/A, priority=13, startTime=1733401182576; duration=0sec 2024-12-05T12:19:43,027 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:43,027 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:A 2024-12-05T12:19:43,027 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:43,028 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:43,028 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): c2eeac6e0a2ccdebd49a3dcb8926839d/B is initiating minor compaction (all files) 2024-12-05T12:19:43,028 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c2eeac6e0a2ccdebd49a3dcb8926839d/B in TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:43,028 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/c5ad2a63abd44537845dc84bb1d13cbc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/07d8c192ed79475db9ae14bfba65f30f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/d15f6a9b6b9b48a996268cc36260f9bf] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp, totalSize=36.9 K 2024-12-05T12:19:43,028 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5ad2a63abd44537845dc84bb1d13cbc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733401179827 2024-12-05T12:19:43,029 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07d8c192ed79475db9ae14bfba65f30f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733401181043 2024-12-05T12:19:43,029 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d15f6a9b6b9b48a996268cc36260f9bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733401181416 2024-12-05T12:19:43,037 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2eeac6e0a2ccdebd49a3dcb8926839d#B#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:43,037 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/8a7d773c30ca4e73adc83fcb58126abf is 50, key is test_row_0/B:col10/1733401181438/Put/seqid=0 2024-12-05T12:19:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742338_1514 (size=13323) 2024-12-05T12:19:43,063 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/a844ef80dae24e8b8b5af7d533c3c85c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/a844ef80dae24e8b8b5af7d533c3c85c 2024-12-05T12:19:43,066 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/8a7d773c30ca4e73adc83fcb58126abf as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/8a7d773c30ca4e73adc83fcb58126abf 2024-12-05T12:19:43,067 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/C of c2eeac6e0a2ccdebd49a3dcb8926839d into a844ef80dae24e8b8b5af7d533c3c85c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:43,067 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:43,067 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/C, priority=12, startTime=1733401182576; duration=0sec 2024-12-05T12:19:43,068 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:43,068 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:C 2024-12-05T12:19:43,071 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c2eeac6e0a2ccdebd49a3dcb8926839d/B of c2eeac6e0a2ccdebd49a3dcb8926839d into 8a7d773c30ca4e73adc83fcb58126abf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:43,071 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c2eeac6e0a2ccdebd49a3dcb8926839d: 2024-12-05T12:19:43,071 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., storeName=c2eeac6e0a2ccdebd49a3dcb8926839d/B, priority=13, startTime=1733401182576; duration=0sec 2024-12-05T12:19:43,071 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:43,071 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2eeac6e0a2ccdebd49a3dcb8926839d:B 2024-12-05T12:19:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-05T12:19:43,926 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 637 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 1911 rows 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 642 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 1922 rows 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 646 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 1938 rows 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 630 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 1889 rows 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 638 2024-12-05T12:19:43,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 1913 rows 2024-12-05T12:19:43,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:19:43,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:19:43,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:43,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:43,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:19:43,929 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T12:19:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-05T12:19:43,933 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401183932"}]},"ts":"1733401183932"} 2024-12-05T12:19:43,934 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T12:19:43,934 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T12:19:43,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T12:19:43,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2eeac6e0a2ccdebd49a3dcb8926839d, UNASSIGN}] 2024-12-05T12:19:43,937 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2eeac6e0a2ccdebd49a3dcb8926839d, UNASSIGN 2024-12-05T12:19:43,938 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=c2eeac6e0a2ccdebd49a3dcb8926839d, regionState=CLOSING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:43,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2eeac6e0a2ccdebd49a3dcb8926839d, UNASSIGN because future has completed 2024-12-05T12:19:43,940 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T12:19:43,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:19:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-05T12:19:44,092 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(122): Close c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:44,092 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T12:19:44,092 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1722): Closing c2eeac6e0a2ccdebd49a3dcb8926839d, disabling compactions & flushes 2024-12-05T12:19:44,092 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:44,092 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:44,092 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. after waiting 0 ms 2024-12-05T12:19:44,092 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:44,093 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(2902): Flushing c2eeac6e0a2ccdebd49a3dcb8926839d 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-05T12:19:44,093 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=A 2024-12-05T12:19:44,093 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:44,093 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=B 2024-12-05T12:19:44,093 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:44,093 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2eeac6e0a2ccdebd49a3dcb8926839d, store=C 2024-12-05T12:19:44,093 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:44,096 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/1a02c10cf4944993bcfcd2daa9ebabfc is 50, key is test_row_0/A:col10/1733401182134/Put/seqid=0 2024-12-05T12:19:44,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742339_1515 (size=9857) 2024-12-05T12:19:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-05T12:19:44,502 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/1a02c10cf4944993bcfcd2daa9ebabfc 2024-12-05T12:19:44,509 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/a55aa676871c42dfb9fd5342697fb999 is 50, key is test_row_0/B:col10/1733401182134/Put/seqid=0 2024-12-05T12:19:44,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742340_1516 (size=9857) 2024-12-05T12:19:44,521 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/a55aa676871c42dfb9fd5342697fb999 2024-12-05T12:19:44,537 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/32263be5de874da4ae06f7d7a39eb777 is 50, key is test_row_0/C:col10/1733401182134/Put/seqid=0 2024-12-05T12:19:44,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742341_1517 (size=9857) 2024-12-05T12:19:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-05T12:19:44,952 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/32263be5de874da4ae06f7d7a39eb777 2024-12-05T12:19:44,957 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/A/1a02c10cf4944993bcfcd2daa9ebabfc as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/1a02c10cf4944993bcfcd2daa9ebabfc 2024-12-05T12:19:44,961 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/1a02c10cf4944993bcfcd2daa9ebabfc, entries=100, sequenceid=444, filesize=9.6 K 2024-12-05T12:19:44,961 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/B/a55aa676871c42dfb9fd5342697fb999 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/a55aa676871c42dfb9fd5342697fb999 2024-12-05T12:19:44,964 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/a55aa676871c42dfb9fd5342697fb999, entries=100, sequenceid=444, filesize=9.6 K 2024-12-05T12:19:44,965 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/.tmp/C/32263be5de874da4ae06f7d7a39eb777 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/32263be5de874da4ae06f7d7a39eb777 2024-12-05T12:19:44,968 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/32263be5de874da4ae06f7d7a39eb777, entries=100, sequenceid=444, filesize=9.6 K 2024-12-05T12:19:44,969 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for c2eeac6e0a2ccdebd49a3dcb8926839d in 877ms, sequenceid=444, compaction requested=false 2024-12-05T12:19:44,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/579fec392e04441a973a3e0e57511cd6, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/4bef4145a07941468687d9c967eb10de, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/fce4d7d32eb04f648b438b736dfca84c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/dc6bb23d44e14b80bb45b74890cad1cf, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/2f73221eceaa46608dd8f893a797d2f5, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/3b0b50a4a0a9495c982e2239f9cb86f2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/59a6de9b3fac46c2940ffa526f117048, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/3e39c7bf1aaa4cd7be46ac717653148c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/9fa170a7bf8b43a092cb7a8b4642c1ca, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/4ceef5f967a547939e138cd82ac79635, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/39468d95a2254de0beec877e8c12ed18, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/b0b15fb7769341708ed3bbe61b07c087, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/d667dfd6faa44c999e050d29ae97f580, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/8702f98007bd43d68f621c4db7a1a69d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/6311700d420b4ac1b65f244d1a584e12, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/baebf88f05a549d1b2ef65d8db1fa685, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/d97289a59d464dc5821b03c8b89473b1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/e222ffee9bdc4772bf5bcdf8ff5c0102, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/7e77eece50e6412f83630e3a7869668f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/634a8cb7805f4cad9b456a2346d04322, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/5d8ab6ecd4b14f64b06b0619d6f4039a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/6b1e994e832147608a955793ea2dcd4e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/69ccf4eb361d4271bd928a4702b3a8ad, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/1bb11f9f429f4a62992c0761959b1261, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/317583de419d4e6882d5dca103ffb100, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/76fcc24e2e43482ab895f29b3dcbeab4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/38129dd912994f1ba4b065442d8d90e7, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/c2789eac7dab43eab50c7649f40a2f14, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/bd7f048a8ec74096a0b602be14b77c9d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/9266c0e749ab45148e2f2e3070ebd043] to archive 2024-12-05T12:19:44,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:19:44,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/579fec392e04441a973a3e0e57511cd6 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/579fec392e04441a973a3e0e57511cd6 2024-12-05T12:19:44,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/4bef4145a07941468687d9c967eb10de to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/4bef4145a07941468687d9c967eb10de 2024-12-05T12:19:44,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/fce4d7d32eb04f648b438b736dfca84c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/fce4d7d32eb04f648b438b736dfca84c 2024-12-05T12:19:44,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/dc6bb23d44e14b80bb45b74890cad1cf to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/dc6bb23d44e14b80bb45b74890cad1cf 2024-12-05T12:19:44,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/2f73221eceaa46608dd8f893a797d2f5 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/2f73221eceaa46608dd8f893a797d2f5 2024-12-05T12:19:44,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/3b0b50a4a0a9495c982e2239f9cb86f2 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/3b0b50a4a0a9495c982e2239f9cb86f2 2024-12-05T12:19:44,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/59a6de9b3fac46c2940ffa526f117048 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/59a6de9b3fac46c2940ffa526f117048 2024-12-05T12:19:44,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/3e39c7bf1aaa4cd7be46ac717653148c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/3e39c7bf1aaa4cd7be46ac717653148c 2024-12-05T12:19:44,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/9fa170a7bf8b43a092cb7a8b4642c1ca to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/9fa170a7bf8b43a092cb7a8b4642c1ca 2024-12-05T12:19:44,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/4ceef5f967a547939e138cd82ac79635 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/4ceef5f967a547939e138cd82ac79635 2024-12-05T12:19:44,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/39468d95a2254de0beec877e8c12ed18 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/39468d95a2254de0beec877e8c12ed18 2024-12-05T12:19:44,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/b0b15fb7769341708ed3bbe61b07c087 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/b0b15fb7769341708ed3bbe61b07c087 2024-12-05T12:19:44,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/d667dfd6faa44c999e050d29ae97f580 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/d667dfd6faa44c999e050d29ae97f580 2024-12-05T12:19:44,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/8702f98007bd43d68f621c4db7a1a69d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/8702f98007bd43d68f621c4db7a1a69d 2024-12-05T12:19:44,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/6311700d420b4ac1b65f244d1a584e12 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/6311700d420b4ac1b65f244d1a584e12 2024-12-05T12:19:44,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/baebf88f05a549d1b2ef65d8db1fa685 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/baebf88f05a549d1b2ef65d8db1fa685 2024-12-05T12:19:44,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/d97289a59d464dc5821b03c8b89473b1 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/d97289a59d464dc5821b03c8b89473b1 2024-12-05T12:19:44,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/e222ffee9bdc4772bf5bcdf8ff5c0102 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/e222ffee9bdc4772bf5bcdf8ff5c0102 2024-12-05T12:19:45,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/7e77eece50e6412f83630e3a7869668f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/7e77eece50e6412f83630e3a7869668f 2024-12-05T12:19:45,001 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/634a8cb7805f4cad9b456a2346d04322 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/634a8cb7805f4cad9b456a2346d04322 2024-12-05T12:19:45,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/5d8ab6ecd4b14f64b06b0619d6f4039a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/5d8ab6ecd4b14f64b06b0619d6f4039a 2024-12-05T12:19:45,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/6b1e994e832147608a955793ea2dcd4e to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/6b1e994e832147608a955793ea2dcd4e 2024-12-05T12:19:45,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/69ccf4eb361d4271bd928a4702b3a8ad to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/69ccf4eb361d4271bd928a4702b3a8ad 2024-12-05T12:19:45,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/1bb11f9f429f4a62992c0761959b1261 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/1bb11f9f429f4a62992c0761959b1261 2024-12-05T12:19:45,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/317583de419d4e6882d5dca103ffb100 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/317583de419d4e6882d5dca103ffb100 2024-12-05T12:19:45,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/76fcc24e2e43482ab895f29b3dcbeab4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/76fcc24e2e43482ab895f29b3dcbeab4 2024-12-05T12:19:45,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/38129dd912994f1ba4b065442d8d90e7 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/38129dd912994f1ba4b065442d8d90e7 2024-12-05T12:19:45,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/c2789eac7dab43eab50c7649f40a2f14 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/c2789eac7dab43eab50c7649f40a2f14 2024-12-05T12:19:45,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/bd7f048a8ec74096a0b602be14b77c9d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/bd7f048a8ec74096a0b602be14b77c9d 2024-12-05T12:19:45,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/9266c0e749ab45148e2f2e3070ebd043 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/9266c0e749ab45148e2f2e3070ebd043 2024-12-05T12:19:45,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/ed3422257d2c4208ac3dbf72ed0ce173, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/21a7dce7155c4e278698552bc195e666, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/b873af303a474d8c9e021fde6ef841aa, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/9b4b70d93bc2404d9db94389084268eb, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/d73b9fe94e97408784eb127b3ff11f84, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/bc553b8df576474bba5ac3e182b4179a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/1ee4c4c1a3d246f58ee849482c009f83, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/54ff32cc825048f8a1d9d722b35eb589, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f6b275602ac9496b93c3e69c04776d35, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f8eed73f9a554943ae89a901ef6091b4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/86a56fd7cd1046339823105cf12fcf24, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/14f68a2a7cb74c5dbc0cf358e1842613, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/25df10ccbd5d491ab987412059d74a88, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f6477b6d815e4123a98042093b0935c2, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/01e8f069fc594e91b73bca5ef06a7f02, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/26872c5c00a1462bb4229dedd939ec26, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/37ffd77f7bc5438d8737de49bf82e963, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/636b52a422bd40f1a6eed1c399825f6c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/edd9baaa9cb244a7852531f38745ba36, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/88de3e4339ab405fbd2426d6117f5888, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/a764598aaa864593b564a8f026aec7ba, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/14dbd1d0e7d44482ba7ed69da1e560b7, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f5a846b7065542799ef5eac68f3187b7, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/33881f8846c5426cb26a1bf524f05cfe, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/4ed0920211214f6fabe3f527dfa0c8bf, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/fddf5d2d5aba4785bff9994872a2f821, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/c5ad2a63abd44537845dc84bb1d13cbc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/aeac0cdc8b8d4e2791eb65bbf653d34d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/07d8c192ed79475db9ae14bfba65f30f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/d15f6a9b6b9b48a996268cc36260f9bf] to archive 2024-12-05T12:19:45,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:19:45,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/ed3422257d2c4208ac3dbf72ed0ce173 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/ed3422257d2c4208ac3dbf72ed0ce173 2024-12-05T12:19:45,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/21a7dce7155c4e278698552bc195e666 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/21a7dce7155c4e278698552bc195e666 2024-12-05T12:19:45,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/b873af303a474d8c9e021fde6ef841aa to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/b873af303a474d8c9e021fde6ef841aa 2024-12-05T12:19:45,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/9b4b70d93bc2404d9db94389084268eb to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/9b4b70d93bc2404d9db94389084268eb 2024-12-05T12:19:45,024 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/d73b9fe94e97408784eb127b3ff11f84 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/d73b9fe94e97408784eb127b3ff11f84 2024-12-05T12:19:45,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/bc553b8df576474bba5ac3e182b4179a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/bc553b8df576474bba5ac3e182b4179a 2024-12-05T12:19:45,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/1ee4c4c1a3d246f58ee849482c009f83 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/1ee4c4c1a3d246f58ee849482c009f83 2024-12-05T12:19:45,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/54ff32cc825048f8a1d9d722b35eb589 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/54ff32cc825048f8a1d9d722b35eb589 2024-12-05T12:19:45,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f6b275602ac9496b93c3e69c04776d35 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f6b275602ac9496b93c3e69c04776d35 2024-12-05T12:19:45,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f8eed73f9a554943ae89a901ef6091b4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f8eed73f9a554943ae89a901ef6091b4 2024-12-05T12:19:45,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/86a56fd7cd1046339823105cf12fcf24 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/86a56fd7cd1046339823105cf12fcf24 2024-12-05T12:19:45,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/14f68a2a7cb74c5dbc0cf358e1842613 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/14f68a2a7cb74c5dbc0cf358e1842613 2024-12-05T12:19:45,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/25df10ccbd5d491ab987412059d74a88 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/25df10ccbd5d491ab987412059d74a88 2024-12-05T12:19:45,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f6477b6d815e4123a98042093b0935c2 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f6477b6d815e4123a98042093b0935c2 2024-12-05T12:19:45,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/01e8f069fc594e91b73bca5ef06a7f02 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/01e8f069fc594e91b73bca5ef06a7f02 2024-12-05T12:19:45,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/26872c5c00a1462bb4229dedd939ec26 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/26872c5c00a1462bb4229dedd939ec26 2024-12-05T12:19:45,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/37ffd77f7bc5438d8737de49bf82e963 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/37ffd77f7bc5438d8737de49bf82e963 2024-12-05T12:19:45,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/636b52a422bd40f1a6eed1c399825f6c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/636b52a422bd40f1a6eed1c399825f6c 2024-12-05T12:19:45,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/edd9baaa9cb244a7852531f38745ba36 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/edd9baaa9cb244a7852531f38745ba36 2024-12-05T12:19:45,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/88de3e4339ab405fbd2426d6117f5888 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/88de3e4339ab405fbd2426d6117f5888 2024-12-05T12:19:45,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/a764598aaa864593b564a8f026aec7ba to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/a764598aaa864593b564a8f026aec7ba 2024-12-05T12:19:45,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/14dbd1d0e7d44482ba7ed69da1e560b7 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/14dbd1d0e7d44482ba7ed69da1e560b7 2024-12-05T12:19:45,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f5a846b7065542799ef5eac68f3187b7 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/f5a846b7065542799ef5eac68f3187b7 2024-12-05T12:19:45,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/33881f8846c5426cb26a1bf524f05cfe to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/33881f8846c5426cb26a1bf524f05cfe 2024-12-05T12:19:45,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/4ed0920211214f6fabe3f527dfa0c8bf to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/4ed0920211214f6fabe3f527dfa0c8bf 2024-12-05T12:19:45,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/fddf5d2d5aba4785bff9994872a2f821 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/fddf5d2d5aba4785bff9994872a2f821 2024-12-05T12:19:45,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/c5ad2a63abd44537845dc84bb1d13cbc to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/c5ad2a63abd44537845dc84bb1d13cbc 2024-12-05T12:19:45,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/aeac0cdc8b8d4e2791eb65bbf653d34d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/aeac0cdc8b8d4e2791eb65bbf653d34d 2024-12-05T12:19:45,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/07d8c192ed79475db9ae14bfba65f30f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/07d8c192ed79475db9ae14bfba65f30f 2024-12-05T12:19:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-05T12:19:45,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/d15f6a9b6b9b48a996268cc36260f9bf to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/d15f6a9b6b9b48a996268cc36260f9bf 2024-12-05T12:19:45,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/ec673b68d9b4482dbecadc2f59d67be1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/ed3db0cdcf4047e2838cfc7637169796, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b8d165a172b04b19b82b929d412d1019, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b642d79148ed434c887a975453c6dee8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/eb8d75aceaa84441a2e38eb3d3040e27, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d1d5b9f9f40446fa925dd22dc408d88a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/002d26c66a2b4045ace3de9542adee57, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/2f581fc12da94ea09c57286e20a83984, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/5f5e2da67f724fd4bad005c76d1e2231, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d080e16bb7f642d6955df39f4a30cbcc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/4704b1faf66e40aeb3d2db0f4818b4cd, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/55904072639d409a833dc082bdca062c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/715e3aed77df4731b122efc009aab519, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/3e8edea279614ac6becb1b1cf1c0739c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/a22c84953ffc4efea67672316cc68721, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/c0e5827a1acf4cdd87bcc51e8bddc754, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/12ed954f2f7044b5998dfb2cade7e719, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d151cb0f70394c97b9a7a77914ff0d99, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/1ffd2c2342304a1eac8ecf0fd39a224f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b5b08feb5fba41d2bb1db43a2f5d455c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/433b5824f8c347cc884976a40d816701, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/a4e784022d8c435a82087f37108d49a5, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/7eefb93a1b63451c90e4f25e40468eb1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d21ce605b9904babbe5d09106e268d92, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/8cbbdfb5c2c246ba8824d8dad4666715, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/658f30c9f71f414b9e87b6247a57a10d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/24af7e7cc1c449188588f5d1c25bf7d1, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/32d2fee1d0854ad59e8d980ef526db06, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/8415cbcc6b594c1683be14f513f5aca3] to archive 2024-12-05T12:19:45,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:19:45,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/ec673b68d9b4482dbecadc2f59d67be1 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/ec673b68d9b4482dbecadc2f59d67be1 2024-12-05T12:19:45,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/ed3db0cdcf4047e2838cfc7637169796 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/ed3db0cdcf4047e2838cfc7637169796 2024-12-05T12:19:45,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b8d165a172b04b19b82b929d412d1019 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b8d165a172b04b19b82b929d412d1019 2024-12-05T12:19:45,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b642d79148ed434c887a975453c6dee8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b642d79148ed434c887a975453c6dee8 2024-12-05T12:19:45,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/eb8d75aceaa84441a2e38eb3d3040e27 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/eb8d75aceaa84441a2e38eb3d3040e27 2024-12-05T12:19:45,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d1d5b9f9f40446fa925dd22dc408d88a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d1d5b9f9f40446fa925dd22dc408d88a 2024-12-05T12:19:45,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/002d26c66a2b4045ace3de9542adee57 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/002d26c66a2b4045ace3de9542adee57 2024-12-05T12:19:45,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/2f581fc12da94ea09c57286e20a83984 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/2f581fc12da94ea09c57286e20a83984 2024-12-05T12:19:45,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/5f5e2da67f724fd4bad005c76d1e2231 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/5f5e2da67f724fd4bad005c76d1e2231 2024-12-05T12:19:45,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d080e16bb7f642d6955df39f4a30cbcc to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d080e16bb7f642d6955df39f4a30cbcc 2024-12-05T12:19:45,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/4704b1faf66e40aeb3d2db0f4818b4cd to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/4704b1faf66e40aeb3d2db0f4818b4cd 2024-12-05T12:19:45,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/55904072639d409a833dc082bdca062c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/55904072639d409a833dc082bdca062c 2024-12-05T12:19:45,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/715e3aed77df4731b122efc009aab519 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/715e3aed77df4731b122efc009aab519 2024-12-05T12:19:45,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/3e8edea279614ac6becb1b1cf1c0739c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/3e8edea279614ac6becb1b1cf1c0739c 2024-12-05T12:19:45,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/a22c84953ffc4efea67672316cc68721 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/a22c84953ffc4efea67672316cc68721 2024-12-05T12:19:45,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/c0e5827a1acf4cdd87bcc51e8bddc754 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/c0e5827a1acf4cdd87bcc51e8bddc754 2024-12-05T12:19:45,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/12ed954f2f7044b5998dfb2cade7e719 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/12ed954f2f7044b5998dfb2cade7e719 2024-12-05T12:19:45,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d151cb0f70394c97b9a7a77914ff0d99 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d151cb0f70394c97b9a7a77914ff0d99 2024-12-05T12:19:45,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/1ffd2c2342304a1eac8ecf0fd39a224f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/1ffd2c2342304a1eac8ecf0fd39a224f 2024-12-05T12:19:45,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b5b08feb5fba41d2bb1db43a2f5d455c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/b5b08feb5fba41d2bb1db43a2f5d455c 2024-12-05T12:19:45,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/433b5824f8c347cc884976a40d816701 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/433b5824f8c347cc884976a40d816701 2024-12-05T12:19:45,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/a4e784022d8c435a82087f37108d49a5 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/a4e784022d8c435a82087f37108d49a5 2024-12-05T12:19:45,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/7eefb93a1b63451c90e4f25e40468eb1 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/7eefb93a1b63451c90e4f25e40468eb1 2024-12-05T12:19:45,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d21ce605b9904babbe5d09106e268d92 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/d21ce605b9904babbe5d09106e268d92 2024-12-05T12:19:45,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/8cbbdfb5c2c246ba8824d8dad4666715 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/8cbbdfb5c2c246ba8824d8dad4666715 2024-12-05T12:19:45,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/658f30c9f71f414b9e87b6247a57a10d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/658f30c9f71f414b9e87b6247a57a10d 2024-12-05T12:19:45,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/24af7e7cc1c449188588f5d1c25bf7d1 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/24af7e7cc1c449188588f5d1c25bf7d1 2024-12-05T12:19:45,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/32d2fee1d0854ad59e8d980ef526db06 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/32d2fee1d0854ad59e8d980ef526db06 2024-12-05T12:19:45,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/8415cbcc6b594c1683be14f513f5aca3 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/8415cbcc6b594c1683be14f513f5aca3 2024-12-05T12:19:45,139 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/recovered.edits/447.seqid, newMaxSeqId=447, maxSeqId=1 2024-12-05T12:19:45,140 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. 2024-12-05T12:19:45,140 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1676): Region close journal for c2eeac6e0a2ccdebd49a3dcb8926839d: Waiting for close lock at 1733401184092Running coprocessor pre-close hooks at 1733401184092Disabling compacts and flushes for region at 1733401184092Disabling writes for close at 1733401184092Obtaining lock to block concurrent updates at 1733401184093 (+1 ms)Preparing flush snapshotting stores in c2eeac6e0a2ccdebd49a3dcb8926839d at 1733401184093Finished memstore snapshotting TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733401184093Flushing stores of TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d. at 1733401184094 (+1 ms)Flushing c2eeac6e0a2ccdebd49a3dcb8926839d/A: creating writer at 1733401184094Flushing c2eeac6e0a2ccdebd49a3dcb8926839d/A: appending metadata at 1733401184096 (+2 ms)Flushing c2eeac6e0a2ccdebd49a3dcb8926839d/A: closing flushed file at 1733401184096Flushing c2eeac6e0a2ccdebd49a3dcb8926839d/B: creating writer at 1733401184505 (+409 ms)Flushing c2eeac6e0a2ccdebd49a3dcb8926839d/B: appending metadata at 1733401184508 (+3 ms)Flushing c2eeac6e0a2ccdebd49a3dcb8926839d/B: closing flushed file at 1733401184508Flushing c2eeac6e0a2ccdebd49a3dcb8926839d/C: creating writer at 1733401184533 (+25 ms)Flushing c2eeac6e0a2ccdebd49a3dcb8926839d/C: appending metadata at 1733401184536 (+3 ms)Flushing c2eeac6e0a2ccdebd49a3dcb8926839d/C: closing flushed file at 1733401184536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@769c7ccc: reopening flushed file at 1733401184957 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276ff40e: reopening flushed file at 1733401184961 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f7c82b8: reopening flushed file at 1733401184964 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for c2eeac6e0a2ccdebd49a3dcb8926839d in 877ms, sequenceid=444, compaction requested=false at 1733401184969 (+5 ms)Writing region close event to WAL at 1733401185134 (+165 ms)Running coprocessor post-close hooks at 1733401185139 (+5 ms)Closed at 1733401185140 (+1 ms) 2024-12-05T12:19:45,143 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(157): Closed c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:45,144 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=c2eeac6e0a2ccdebd49a3dcb8926839d, regionState=CLOSED 2024-12-05T12:19:45,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:19:45,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-05T12:19:45,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseRegionProcedure c2eeac6e0a2ccdebd49a3dcb8926839d, server=2556e7014d8b,44745,1733401030153 in 1.2090 sec 2024-12-05T12:19:45,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-12-05T12:19:45,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2eeac6e0a2ccdebd49a3dcb8926839d, UNASSIGN in 1.2180 sec 2024-12-05T12:19:45,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-05T12:19:45,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2210 sec 2024-12-05T12:19:45,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401185159"}]},"ts":"1733401185159"} 2024-12-05T12:19:45,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T12:19:45,163 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T12:19:45,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.2350 sec 2024-12-05T12:19:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-05T12:19:46,075 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:46,076 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T12:19:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:46,078 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-05T12:19:46,079 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=121, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:46,082 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:46,083 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/recovered.edits] 2024-12-05T12:19:46,086 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/1a02c10cf4944993bcfcd2daa9ebabfc to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/1a02c10cf4944993bcfcd2daa9ebabfc 2024-12-05T12:19:46,086 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/ef1eea5938ce49beb13896c32bdd3182 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/A/ef1eea5938ce49beb13896c32bdd3182 2024-12-05T12:19:46,088 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/8a7d773c30ca4e73adc83fcb58126abf to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/8a7d773c30ca4e73adc83fcb58126abf 2024-12-05T12:19:46,089 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/a55aa676871c42dfb9fd5342697fb999 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/B/a55aa676871c42dfb9fd5342697fb999 2024-12-05T12:19:46,091 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/32263be5de874da4ae06f7d7a39eb777 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/32263be5de874da4ae06f7d7a39eb777 2024-12-05T12:19:46,092 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/a844ef80dae24e8b8b5af7d533c3c85c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/C/a844ef80dae24e8b8b5af7d533c3c85c 2024-12-05T12:19:46,095 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/recovered.edits/447.seqid to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d/recovered.edits/447.seqid 2024-12-05T12:19:46,097 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/c2eeac6e0a2ccdebd49a3dcb8926839d 2024-12-05T12:19:46,097 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T12:19:46,099 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=121, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:46,102 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T12:19:46,104 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T12:19:46,105 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=121, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:46,105 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T12:19:46,105 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733401186105"}]},"ts":"9223372036854775807"} 2024-12-05T12:19:46,110 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T12:19:46,110 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c2eeac6e0a2ccdebd49a3dcb8926839d, NAME => 'TestAcidGuarantees,,1733401160474.c2eeac6e0a2ccdebd49a3dcb8926839d.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T12:19:46,110 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T12:19:46,110 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733401186110"}]},"ts":"9223372036854775807"} 2024-12-05T12:19:46,112 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T12:19:46,118 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=121, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:46,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-12-05T12:19:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-05T12:19:46,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T12:19:46,186 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:46,198 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 248) - Thread LEAK? -, OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1388 (was 1293) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=381 (was 731) 2024-12-05T12:19:46,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1388, ProcessCount=11, AvailableMemoryMB=380 2024-12-05T12:19:46,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T12:19:46,213 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:19:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:46,215 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:19:46,215 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:46,216 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 122 2024-12-05T12:19:46,217 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:19:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-12-05T12:19:46,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742342_1518 (size=1061) 2024-12-05T12:19:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-12-05T12:19:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-12-05T12:19:46,630 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6 2024-12-05T12:19:46,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742343_1519 (size=53) 2024-12-05T12:19:46,641 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:19:46,641 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5112d414e69f18bd09fa0af2b7a7b3d0, disabling compactions & flushes 2024-12-05T12:19:46,641 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:46,641 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:46,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. after waiting 0 ms 2024-12-05T12:19:46,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:46,642 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:46,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5112d414e69f18bd09fa0af2b7a7b3d0: Waiting for close lock at 1733401186641Disabling compacts and flushes for region at 1733401186641Disabling writes for close at 1733401186642 (+1 ms)Writing region close event to WAL at 1733401186642Closed at 1733401186642 2024-12-05T12:19:46,643 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:19:46,645 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733401186643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401186643"}]},"ts":"1733401186643"} 2024-12-05T12:19:46,646 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:19:46,647 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:19:46,647 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401186647"}]},"ts":"1733401186647"} 2024-12-05T12:19:46,649 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T12:19:46,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5112d414e69f18bd09fa0af2b7a7b3d0, ASSIGN}] 2024-12-05T12:19:46,650 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5112d414e69f18bd09fa0af2b7a7b3d0, ASSIGN 2024-12-05T12:19:46,651 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5112d414e69f18bd09fa0af2b7a7b3d0, ASSIGN; state=OFFLINE, location=2556e7014d8b,44745,1733401030153; forceNewPlan=false, retain=false 2024-12-05T12:19:46,802 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=5112d414e69f18bd09fa0af2b7a7b3d0, regionState=OPENING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:46,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5112d414e69f18bd09fa0af2b7a7b3d0, ASSIGN because future has completed 2024-12-05T12:19:46,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:19:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-12-05T12:19:46,975 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:46,975 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7752): Opening region: {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:19:46,976 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:46,976 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:19:46,976 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7794): checking encryption for 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:46,976 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7797): checking classloading for 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:46,983 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:46,984 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:19:46,984 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5112d414e69f18bd09fa0af2b7a7b3d0 columnFamilyName A 2024-12-05T12:19:46,985 DEBUG [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:46,985 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.HStore(327): Store=5112d414e69f18bd09fa0af2b7a7b3d0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:19:46,986 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:46,989 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:19:46,989 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5112d414e69f18bd09fa0af2b7a7b3d0 columnFamilyName B 2024-12-05T12:19:46,989 DEBUG [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:46,990 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.HStore(327): Store=5112d414e69f18bd09fa0af2b7a7b3d0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:19:46,990 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:46,991 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:19:46,991 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5112d414e69f18bd09fa0af2b7a7b3d0 columnFamilyName C 2024-12-05T12:19:46,991 DEBUG [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:46,992 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.HStore(327): Store=5112d414e69f18bd09fa0af2b7a7b3d0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:19:46,992 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:46,992 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1038): replaying wal for 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:46,996 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:46,997 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:46,998 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1048): stopping wal replay for 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:46,998 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1060): Cleaning up temporary data for 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:47,000 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T12:19:47,001 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1093): writing seq id for 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:47,005 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:19:47,005 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1114): Opened 5112d414e69f18bd09fa0af2b7a7b3d0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61371286, jitterRate=-0.08549657464027405}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T12:19:47,005 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:47,006 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1006): Region open journal for 5112d414e69f18bd09fa0af2b7a7b3d0: Running coprocessor pre-open hook at 1733401186976Writing region info on filesystem at 1733401186976Initializing all the Stores at 1733401186977 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401186977Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401186981 (+4 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401186981Cleaning up temporary data from old regions at 1733401186998 (+17 ms)Running coprocessor post-open hooks at 1733401187005 (+7 ms)Region opened successfully at 1733401187006 (+1 ms) 2024-12-05T12:19:47,009 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., pid=124, masterSystemTime=1733401186955 2024-12-05T12:19:47,012 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:47,012 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:47,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=5112d414e69f18bd09fa0af2b7a7b3d0, regionState=OPEN, openSeqNum=2, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:47,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:19:47,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-05T12:19:47,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; OpenRegionProcedure 5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 in 232 msec 2024-12-05T12:19:47,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-12-05T12:19:47,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5112d414e69f18bd09fa0af2b7a7b3d0, ASSIGN in 389 msec 2024-12-05T12:19:47,041 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:19:47,041 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401187041"}]},"ts":"1733401187041"} 2024-12-05T12:19:47,042 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T12:19:47,054 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:19:47,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 842 msec 2024-12-05T12:19:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-12-05T12:19:47,355 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:47,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6863dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:47,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:47,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:47,366 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:47,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:47,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:47,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da31b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:47,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:47,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:47,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:47,369 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:47,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e9c4fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:47,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:47,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:47,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:47,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:47,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:19:47,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2556e7014d8b,37601,1733401029146 2024-12-05T12:19:47,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4903feff 2024-12-05T12:19:47,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:19:47,376 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:19:47,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T12:19:47,379 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:19:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T12:19:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742344_1520 (size=1097) 2024-12-05T12:19:47,823 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-05T12:19:47,823 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-05T12:19:47,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T12:19:47,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5112d414e69f18bd09fa0af2b7a7b3d0, REOPEN/MOVE}] 2024-12-05T12:19:47,830 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5112d414e69f18bd09fa0af2b7a7b3d0, REOPEN/MOVE 2024-12-05T12:19:47,831 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=5112d414e69f18bd09fa0af2b7a7b3d0, regionState=CLOSING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:47,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5112d414e69f18bd09fa0af2b7a7b3d0, REOPEN/MOVE because future has completed 2024-12-05T12:19:47,832 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T12:19:47,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:19:47,985 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(122): Close 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:47,985 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T12:19:47,985 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1722): Closing 5112d414e69f18bd09fa0af2b7a7b3d0, disabling compactions & flushes 2024-12-05T12:19:47,985 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:47,985 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:47,985 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. after waiting 0 ms 2024-12-05T12:19:47,985 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:47,989 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T12:19:47,989 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:47,989 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1676): Region close journal for 5112d414e69f18bd09fa0af2b7a7b3d0: Waiting for close lock at 1733401187985Running coprocessor pre-close hooks at 1733401187985Disabling compacts and flushes for region at 1733401187985Disabling writes for close at 1733401187985Writing region close event to WAL at 1733401187986 (+1 ms)Running coprocessor post-close hooks at 1733401187989 (+3 ms)Closed at 1733401187989 2024-12-05T12:19:47,989 WARN [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegionServer(3299): Not adding moved region record: 5112d414e69f18bd09fa0af2b7a7b3d0 to self. 2024-12-05T12:19:47,991 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(157): Closed 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:47,992 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=5112d414e69f18bd09fa0af2b7a7b3d0, regionState=CLOSED 2024-12-05T12:19:47,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:19:47,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-05T12:19:47,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; CloseRegionProcedure 5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 in 162 msec 2024-12-05T12:19:47,997 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5112d414e69f18bd09fa0af2b7a7b3d0, REOPEN/MOVE; state=CLOSED, location=2556e7014d8b,44745,1733401030153; forceNewPlan=false, retain=true 2024-12-05T12:19:48,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=5112d414e69f18bd09fa0af2b7a7b3d0, regionState=OPENING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5112d414e69f18bd09fa0af2b7a7b3d0, REOPEN/MOVE because future has completed 2024-12-05T12:19:48,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:19:48,305 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:48,305 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7752): Opening region: {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:19:48,306 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:48,306 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:19:48,306 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7794): checking encryption for 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:48,306 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7797): checking classloading for 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:48,307 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:48,308 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:19:48,308 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5112d414e69f18bd09fa0af2b7a7b3d0 columnFamilyName A 2024-12-05T12:19:48,310 DEBUG [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:48,310 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.HStore(327): Store=5112d414e69f18bd09fa0af2b7a7b3d0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:19:48,311 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:48,311 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:19:48,311 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5112d414e69f18bd09fa0af2b7a7b3d0 columnFamilyName B 2024-12-05T12:19:48,312 DEBUG [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:48,312 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.HStore(327): Store=5112d414e69f18bd09fa0af2b7a7b3d0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:19:48,312 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:48,313 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T12:19:48,313 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5112d414e69f18bd09fa0af2b7a7b3d0 columnFamilyName C 2024-12-05T12:19:48,313 DEBUG [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:48,313 INFO [StoreOpener-5112d414e69f18bd09fa0af2b7a7b3d0-1 {}] regionserver.HStore(327): Store=5112d414e69f18bd09fa0af2b7a7b3d0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:19:48,313 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:48,313 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1038): replaying wal for 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:48,314 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:48,315 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:48,316 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1048): stopping wal replay for 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:48,316 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1060): Cleaning up temporary data for 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:48,316 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T12:19:48,318 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1093): writing seq id for 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:48,318 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1114): Opened 5112d414e69f18bd09fa0af2b7a7b3d0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64399623, jitterRate=-0.04037083685398102}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T12:19:48,318 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:48,319 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1006): Region open journal for 5112d414e69f18bd09fa0af2b7a7b3d0: Running coprocessor pre-open hook at 1733401188306Writing region info on filesystem at 1733401188306Initializing all the Stores at 1733401188307 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401188307Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401188307Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401188307Cleaning up temporary data from old regions at 1733401188316 (+9 ms)Running coprocessor post-open hooks at 1733401188318 (+2 ms)Region opened successfully at 1733401188319 (+1 ms) 2024-12-05T12:19:48,320 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., pid=129, masterSystemTime=1733401188302 2024-12-05T12:19:48,322 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:48,322 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:48,322 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=5112d414e69f18bd09fa0af2b7a7b3d0, regionState=OPEN, openSeqNum=5, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:19:48,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=127 2024-12-05T12:19:48,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=127, state=SUCCESS, hasLock=false; OpenRegionProcedure 5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 in 175 msec 2024-12-05T12:19:48,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=126 2024-12-05T12:19:48,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5112d414e69f18bd09fa0af2b7a7b3d0, REOPEN/MOVE in 498 msec 2024-12-05T12:19:48,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-05T12:19:48,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 505 msec 2024-12-05T12:19:48,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 954 msec 2024-12-05T12:19:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-05T12:19:48,336 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:48,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41209cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:48,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:48,338 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:48,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:48,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:48,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62598c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:48,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:48,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:48,339 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:48,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5430fe1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a0408c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:48,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:48,341 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b4e495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:48,343 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25956f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6187a3f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:48,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:48,345 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4847c965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:48,346 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:48,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67087ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6b4274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:48,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:48,348 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:48,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:48,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:48,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423dae05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:48,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:48,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:48,349 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@964eb38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473abea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:48,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:48,351 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8bff0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:48,353 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:48,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4e1a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d05b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:48,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:48,358 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:48,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:48,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:48,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41871c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:48,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:48,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:48,359 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:48,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4866fefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27def64b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:48,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:48,362 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:48,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:48,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:48,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379b6326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:48,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:48,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:48,369 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:48,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f031bd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c440df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:48,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:48,384 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b7bc76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:48,389 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8222df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767c288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:48,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:48,391 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7198db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:48,392 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:48,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e3efaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f87f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,37601,-1 for getting cluster id 2024-12-05T12:19:48,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:19:48,396 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c23ecd08-954f-4fd0-9055-33539fdab1a9' 2024-12-05T12:19:48,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:19:48,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c23ecd08-954f-4fd0-9055-33539fdab1a9" 2024-12-05T12:19:48,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63dd650c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,37601,-1] 2024-12-05T12:19:48,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:19:48,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:19:48,398 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:19:48,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1519095e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:19:48,401 DEBUG [Thread-2343 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:48,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:48,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:48,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:48,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:19:48,409 DEBUG [Thread-2334 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:48,409 DEBUG [Thread-2336 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:48,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:48,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:48,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:48,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:48,411 DEBUG [Thread-2338 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:48,411 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:19:48,411 DEBUG [Thread-2347 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:48,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:19:48,412 DEBUG [Thread-2338 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:48,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:48,412 DEBUG [Thread-2338 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:48,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:48,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:48,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:19:48,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:19:48,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:19:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-05T12:19:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-12-05T12:19:48,419 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:19:48,420 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:19:48,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:19:48,421 DEBUG [Thread-2332 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:48,421 DEBUG [Thread-2349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:48,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:48,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:48,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:19:48,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:19:48,426 DEBUG [Thread-2351 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:48,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:48,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:48,427 DEBUG [Thread-2340 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:48,428 DEBUG [Thread-2340 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:48,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:48,429 DEBUG [Thread-2340 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:48,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:48,430 DEBUG [Thread-2345 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:19:48,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:19:48,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:19:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:48,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T12:19:48,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:19:48,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:48,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:19:48,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:48,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:19:48,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44745,1733401030153, seqNum=-1] 2024-12-05T12:19:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:19:48,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:19:48,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5] 2024-12-05T12:19:48,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050533abe9577c4493b89eb078387be39e_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401188415/Put/seqid=0 2024-12-05T12:19:48,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742345_1521 (size=12154) 2024-12-05T12:19:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-12-05T12:19:48,528 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:48,532 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050533abe9577c4493b89eb078387be39e_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050533abe9577c4493b89eb078387be39e_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:48,533 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/43a5a91e483a4225991afcf08fb00ee6, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:48,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/43a5a91e483a4225991afcf08fb00ee6 is 175, key is test_row_0/A:col10/1733401188415/Put/seqid=0 2024-12-05T12:19:48,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401248527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,539 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401188466, max timestamp=1733401188527Num uniques 859; 2024-12-05T12:19:48,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:19:48,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401188466, max timestamp=1733401188527Num uniques 859; 2024-12-05T12:19:48,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T12:19:48,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:48,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401188466, max timestamp=1733401188527Num uniques 859; 2024-12-05T12:19:48,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T12:19:48,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742346_1522 (size=30955) 2024-12-05T12:19:48,571 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/43a5a91e483a4225991afcf08fb00ee6 2024-12-05T12:19:48,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:48,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:48,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:48,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:48,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:48,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:48,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/4a39db590c1143de8eee0ec723eb9235 is 50, key is test_row_0/B:col10/1733401188415/Put/seqid=0 2024-12-05T12:19:48,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401248603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401248610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:48,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401248613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:48,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401248618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:48,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401248645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742347_1523 (size=12001) 2024-12-05T12:19:48,653 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,653 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,653 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:48,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401248725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:48,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401248726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401248725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:48,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-12-05T12:19:48,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401248737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:48,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:48,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:48,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:48,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:48,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:48,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:48,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401248867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,870 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:48,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:48,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:48,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:48,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:48,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401248935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:48,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401248935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:48,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401248936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:48,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401248949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:48,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:48,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-12-05T12:19:49,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:49,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/4a39db590c1143de8eee0ec723eb9235 2024-12-05T12:19:49,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:49,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:49,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:49,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/ce447504060540518ade4d7f2d23c13f is 50, key is test_row_0/C:col10/1733401188415/Put/seqid=0 2024-12-05T12:19:49,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401249176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:49,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:49,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:49,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:49,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742348_1524 (size=12001) 2024-12-05T12:19:49,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/ce447504060540518ade4d7f2d23c13f 2024-12-05T12:19:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/43a5a91e483a4225991afcf08fb00ee6 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/43a5a91e483a4225991afcf08fb00ee6 2024-12-05T12:19:49,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/43a5a91e483a4225991afcf08fb00ee6, entries=150, sequenceid=15, filesize=30.2 K 2024-12-05T12:19:49,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:49,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:49,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:49,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:49,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/4a39db590c1143de8eee0ec723eb9235 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/4a39db590c1143de8eee0ec723eb9235 2024-12-05T12:19:49,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/4a39db590c1143de8eee0ec723eb9235, entries=150, sequenceid=15, filesize=11.7 K 2024-12-05T12:19:49,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/ce447504060540518ade4d7f2d23c13f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ce447504060540518ade4d7f2d23c13f 2024-12-05T12:19:49,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401249245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:49,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:49,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:49,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:49,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401249245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:49,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:49,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:49,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:49,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ce447504060540518ade4d7f2d23c13f, entries=150, sequenceid=15, filesize=11.7 K 2024-12-05T12:19:49,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=133.39 KB/136590 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 825ms, sequenceid=15, compaction requested=false 2024-12-05T12:19:49,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:49,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733401188563, max timestamp=1733401189261Num uniques 1009; 2024-12-05T12:19:49,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-12-05T12:19:49,272 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733401188563, max timestamp=1733401189261Num uniques 1009; 2024-12-05T12:19:49,272 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-12-05T12:19:49,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733401188563, max timestamp=1733401189261Num uniques 1018; 2024-12-05T12:19:49,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-05T12:19:49,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=26.84 KB heapSize=65.39 KB 2024-12-05T12:19:49,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:19:49,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:49,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:19:49,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:49,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:19:49,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:49,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e5bdac3d33e64681ab8418f07494d0e0_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401189266/Put/seqid=0 2024-12-05T12:19:49,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742349_1525 (size=12154) 2024-12-05T12:19:49,328 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:49,336 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e5bdac3d33e64681ab8418f07494d0e0_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e5bdac3d33e64681ab8418f07494d0e0_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:49,339 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/41c040ad719d4c4291d017ef64219870, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:49,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/41c040ad719d4c4291d017ef64219870 is 175, key is test_row_0/A:col10/1733401189266/Put/seqid=0 2024-12-05T12:19:49,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:49,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742350_1526 (size=30955) 2024-12-05T12:19:49,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,380 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/41c040ad719d4c4291d017ef64219870 2024-12-05T12:19:49,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/719666fb6b044acea067f278bcc40cca is 50, key is test_row_0/B:col10/1733401189266/Put/seqid=0 2024-12-05T12:19:49,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742351_1527 (size=12001) 2024-12-05T12:19:49,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401189419, max timestamp=1733401189447Num uniques 859; 2024-12-05T12:19:49,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T12:19:49,467 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401189419, max timestamp=1733401189447Num uniques 859; 2024-12-05T12:19:49,467 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T12:19:49,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401189419, max timestamp=1733401189447Num uniques 859; 2024-12-05T12:19:49,467 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T12:19:49,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:49,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:49,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:49,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:49,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-12-05T12:19:49,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733401189510, max timestamp=1733401189612Num uniques 1009; 2024-12-05T12:19:49,617 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=9978, suffix heap size=132904,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=218 2024-12-05T12:19:49,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733401189510, max timestamp=1733401189612Num uniques 1009; 2024-12-05T12:19:49,617 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=9978, suffix heap size=132904,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=218 2024-12-05T12:19:49,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733401189593, max timestamp=1733401189612Num uniques 1009; 2024-12-05T12:19:49,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-12-05T12:19:49,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:49,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:49,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:49,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:49,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733401189678, max timestamp=1733401189702Num uniques 1077; 2024-12-05T12:19:49,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-12-05T12:19:49,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733401189678, max timestamp=1733401189702Num uniques 1077; 2024-12-05T12:19:49,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-12-05T12:19:49,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401189679, max timestamp=1733401189702Num uniques 1027; 2024-12-05T12:19:49,719 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=6870, suffix heap size=134776,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=150 2024-12-05T12:19:49,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401249775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:49,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:49,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:49,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:49,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10803, totalHeapSize=24784, min timestamp=1733401189753, max timestamp=1733401189785Num uniques 1086; 2024-12-05T12:19:49,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49733, new segment data size=10803, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-05T12:19:49,798 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401189753, max timestamp=1733401189785Num uniques 1009; 2024-12-05T12:19:49,798 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46205, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150 2024-12-05T12:19:49,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401189753, max timestamp=1733401189785Num uniques 1086; 2024-12-05T12:19:49,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49726, new segment data size=6870, suffix heap size=140912,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=150 2024-12-05T12:19:49,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/719666fb6b044acea067f278bcc40cca 2024-12-05T12:19:49,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:49,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:49,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:49,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:49,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:49,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733401189814, max timestamp=1733401189854Num uniques 1095; 2024-12-05T12:19:49,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733401189814, max timestamp=1733401189854Num uniques 1009; 2024-12-05T12:19:49,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-12-05T12:19:49,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46224, new segment data size=8930, suffix heap size=132904,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=195 2024-12-05T12:19:49,878 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733401189814, max timestamp=1733401189854Num uniques 1009; 2024-12-05T12:19:49,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46223, new segment data size=8930, suffix heap size=132904,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=195 2024-12-05T12:19:49,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/d98e716ff90c41e1b5e92109890d953a is 50, key is test_row_0/C:col10/1733401189266/Put/seqid=0 2024-12-05T12:19:49,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742352_1528 (size=12001) 2024-12-05T12:19:49,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/d98e716ff90c41e1b5e92109890d953a 2024-12-05T12:19:49,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401249921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:49,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:49,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:49,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:49,931 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733401189902, max timestamp=1733401189924Num uniques 1054; 2024-12-05T12:19:49,931 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-05T12:19:49,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401189902, max timestamp=1733401189924Num uniques 1054; 2024-12-05T12:19:49,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=6870, suffix heap size=137584,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=150 2024-12-05T12:19:49,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401189902, max timestamp=1733401189924Num uniques 1054; 2024-12-05T12:19:49,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=6870, suffix heap size=137584,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=150 2024-12-05T12:19:49,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/41c040ad719d4c4291d017ef64219870 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/41c040ad719d4c4291d017ef64219870 2024-12-05T12:19:49,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/41c040ad719d4c4291d017ef64219870, entries=150, sequenceid=54, filesize=30.2 K 2024-12-05T12:19:49,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/719666fb6b044acea067f278bcc40cca as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/719666fb6b044acea067f278bcc40cca 2024-12-05T12:19:49,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/719666fb6b044acea067f278bcc40cca, entries=150, sequenceid=54, filesize=11.7 K 2024-12-05T12:19:49,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/d98e716ff90c41e1b5e92109890d953a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/d98e716ff90c41e1b5e92109890d953a 2024-12-05T12:19:49,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/d98e716ff90c41e1b5e92109890d953a, entries=150, sequenceid=54, filesize=11.7 K 2024-12-05T12:19:49,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~85.27 KB/87312, currentSize=113.70 KB/116430 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 707ms, sequenceid=54, compaction requested=false 2024-12-05T12:19:49,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:49,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=120.41 KB heapSize=344.80 KB 2024-12-05T12:19:49,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:19:49,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:49,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:19:49,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:49,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:19:49,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:50,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401250013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401250017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401250019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401250021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054ed8607611434b4c9ebbc766a83fe05d_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401189945/Put/seqid=0 2024-12-05T12:19:50,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401250040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:50,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:50,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:50,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:50,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742353_1529 (size=14794) 2024-12-05T12:19:50,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401250135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401250136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401250136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401250136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:50,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:50,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:50,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:50,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401250260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401250345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401250358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401250358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401250358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:50,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:50,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:50,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:50,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,500 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:50,545 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054ed8607611434b4c9ebbc766a83fe05d_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054ed8607611434b4c9ebbc766a83fe05d_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:50,553 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/e53f4afcc72a4564bcb30d1c450fd18b, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:50,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/e53f4afcc72a4564bcb30d1c450fd18b is 175, key is test_row_0/A:col10/1733401189945/Put/seqid=0 2024-12-05T12:19:50,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-12-05T12:19:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:50,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401250575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742354_1530 (size=39749) 2024-12-05T12:19:50,609 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/e53f4afcc72a4564bcb30d1c450fd18b 2024-12-05T12:19:50,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401250668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401250668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401250669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/ebf65227174a4ba88ded3afdfe82079d is 50, key is test_row_0/B:col10/1733401189945/Put/seqid=0 2024-12-05T12:19:50,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401250678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:50,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:50,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:50,687 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T12:19:50,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:50,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742355_1531 (size=12151) 2024-12-05T12:19:50,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.55 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/ebf65227174a4ba88ded3afdfe82079d 2024-12-05T12:19:50,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/1fd7687a000940db8843307991d81c0e is 50, key is test_row_0/C:col10/1733401189945/Put/seqid=0 2024-12-05T12:19:50,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:50,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:50,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:50,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742356_1532 (size=12151) 2024-12-05T12:19:50,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.55 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/1fd7687a000940db8843307991d81c0e 2024-12-05T12:19:50,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/e53f4afcc72a4564bcb30d1c450fd18b as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/e53f4afcc72a4564bcb30d1c450fd18b 2024-12-05T12:19:50,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/e53f4afcc72a4564bcb30d1c450fd18b, entries=200, sequenceid=177, filesize=38.8 K 2024-12-05T12:19:50,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/ebf65227174a4ba88ded3afdfe82079d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/ebf65227174a4ba88ded3afdfe82079d 2024-12-05T12:19:51,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/ebf65227174a4ba88ded3afdfe82079d, entries=150, sequenceid=177, filesize=11.9 K 2024-12-05T12:19:51,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/1fd7687a000940db8843307991d81c0e as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/1fd7687a000940db8843307991d81c0e 2024-12-05T12:19:51,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:51,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:51,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:51,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:51,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:51,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:51,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/1fd7687a000940db8843307991d81c0e, entries=150, sequenceid=177, filesize=11.9 K 2024-12-05T12:19:51,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~133.83 KB/137040, heapSize ~384.59 KB/393824, currentSize=46.96 KB/48090 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 1104ms, sequenceid=177, compaction requested=true 2024-12-05T12:19:51,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:51,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:51,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:51,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:19:51,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:51,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:51,092 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:51,092 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:51,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:51,093 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36153 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:51,093 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/B is initiating minor compaction (all files) 2024-12-05T12:19:51,093 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/B in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:51,094 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/4a39db590c1143de8eee0ec723eb9235, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/719666fb6b044acea067f278bcc40cca, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/ebf65227174a4ba88ded3afdfe82079d] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=35.3 K 2024-12-05T12:19:51,094 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:51,094 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/A is initiating minor compaction (all files) 2024-12-05T12:19:51,094 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/A in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:51,094 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/43a5a91e483a4225991afcf08fb00ee6, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/41c040ad719d4c4291d017ef64219870, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/e53f4afcc72a4564bcb30d1c450fd18b] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=99.3 K 2024-12-05T12:19:51,094 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:51,094 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/43a5a91e483a4225991afcf08fb00ee6, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/41c040ad719d4c4291d017ef64219870, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/e53f4afcc72a4564bcb30d1c450fd18b] 2024-12-05T12:19:51,095 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a39db590c1143de8eee0ec723eb9235, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733401188415 2024-12-05T12:19:51,095 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43a5a91e483a4225991afcf08fb00ee6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733401188415 2024-12-05T12:19:51,096 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 719666fb6b044acea067f278bcc40cca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733401188597 2024-12-05T12:19:51,096 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41c040ad719d4c4291d017ef64219870, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733401188597 2024-12-05T12:19:51,096 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting ebf65227174a4ba88ded3afdfe82079d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733401189945 2024-12-05T12:19:51,096 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting e53f4afcc72a4564bcb30d1c450fd18b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733401189945 2024-12-05T12:19:51,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T12:19:51,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:19:51,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:51,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:19:51,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:51,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:19:51,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:51,119 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#B#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:51,119 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/938f33bcd5224b29b23dfa861afb4dd4 is 50, key is test_row_0/B:col10/1733401189945/Put/seqid=0 2024-12-05T12:19:51,129 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:51,173 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205254d5210e47a44819c62a151bb06ac39_5112d414e69f18bd09fa0af2b7a7b3d0 store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:51,175 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205254d5210e47a44819c62a151bb06ac39_5112d414e69f18bd09fa0af2b7a7b3d0, store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:51,182 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205254d5210e47a44819c62a151bb06ac39_5112d414e69f18bd09fa0af2b7a7b3d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:51,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e24c5189909c4aad9c2c72629280dd93_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401189999/Put/seqid=0 2024-12-05T12:19:51,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742357_1533 (size=12254) 2024-12-05T12:19:51,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:51,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:51,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:51,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:51,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:51,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:51,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742358_1534 (size=4469) 2024-12-05T12:19:51,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733401191200, max timestamp=1733401191217Num uniques 859; 2024-12-05T12:19:51,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T12:19:51,226 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401191200, max timestamp=1733401191217Num uniques 859; 2024-12-05T12:19:51,226 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T12:19:51,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401191200, max timestamp=1733401191217Num uniques 859; 2024-12-05T12:19:51,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T12:19:51,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742359_1535 (size=14794) 2024-12-05T12:19:51,245 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:51,266 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e24c5189909c4aad9c2c72629280dd93_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e24c5189909c4aad9c2c72629280dd93_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:51,273 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/8cde931fa83845099d4bd502ca207ab9, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:51,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/8cde931fa83845099d4bd502ca207ab9 is 175, key is test_row_0/A:col10/1733401189999/Put/seqid=0 2024-12-05T12:19:51,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401251265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401251265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401251282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401251288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401251273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742360_1536 (size=39749) 2024-12-05T12:19:51,329 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/8cde931fa83845099d4bd502ca207ab9 2024-12-05T12:19:51,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:51,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:51,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:51,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:51,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:51,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:51,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401251395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401251396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401251405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/cfa4a86cb86642369e6e1075ef1f8684 is 50, key is test_row_0/B:col10/1733401189999/Put/seqid=0 2024-12-05T12:19:51,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401251407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401251421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742361_1537 (size=12151) 2024-12-05T12:19:51,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/cfa4a86cb86642369e6e1075ef1f8684 2024-12-05T12:19:51,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:51,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:51,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:51,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:51,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:51,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:51,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/44d8d6687ce24372bc696c65bb84513f is 50, key is test_row_0/C:col10/1733401189999/Put/seqid=0 2024-12-05T12:19:51,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742362_1538 (size=12151) 2024-12-05T12:19:51,609 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/938f33bcd5224b29b23dfa861afb4dd4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/938f33bcd5224b29b23dfa861afb4dd4 2024-12-05T12:19:51,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/44d8d6687ce24372bc696c65bb84513f 2024-12-05T12:19:51,615 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/B of 5112d414e69f18bd09fa0af2b7a7b3d0 into 938f33bcd5224b29b23dfa861afb4dd4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:51,615 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:51,615 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/B, priority=13, startTime=1733401191092; duration=0sec 2024-12-05T12:19:51,615 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:51,615 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:B 2024-12-05T12:19:51,615 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:51,616 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36153 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:51,616 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/C is initiating minor compaction (all files) 2024-12-05T12:19:51,616 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/C in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:51,617 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ce447504060540518ade4d7f2d23c13f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/d98e716ff90c41e1b5e92109890d953a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/1fd7687a000940db8843307991d81c0e] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=35.3 K 2024-12-05T12:19:51,617 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting ce447504060540518ade4d7f2d23c13f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733401188415 2024-12-05T12:19:51,617 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting d98e716ff90c41e1b5e92109890d953a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733401188597 2024-12-05T12:19:51,617 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fd7687a000940db8843307991d81c0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733401189945 2024-12-05T12:19:51,626 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#A#compaction#453 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:51,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401251615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,626 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/176b2112926e4ebb98dcf9c8b5408a05 is 175, key is test_row_0/A:col10/1733401189945/Put/seqid=0 2024-12-05T12:19:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/8cde931fa83845099d4bd502ca207ab9 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/8cde931fa83845099d4bd502ca207ab9 2024-12-05T12:19:51,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401251617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/8cde931fa83845099d4bd502ca207ab9, entries=200, sequenceid=188, filesize=38.8 K 2024-12-05T12:19:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/cfa4a86cb86642369e6e1075ef1f8684 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/cfa4a86cb86642369e6e1075ef1f8684 2024-12-05T12:19:51,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/cfa4a86cb86642369e6e1075ef1f8684, entries=150, sequenceid=188, filesize=11.9 K 2024-12-05T12:19:51,639 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#C#compaction#457 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:51,639 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/2c90816491da401497a9b99a51461b13 is 50, key is test_row_0/C:col10/1733401189945/Put/seqid=0 2024-12-05T12:19:51,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/44d8d6687ce24372bc696c65bb84513f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/44d8d6687ce24372bc696c65bb84513f 2024-12-05T12:19:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401251626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401251635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401251635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/44d8d6687ce24372bc696c65bb84513f, entries=150, sequenceid=188, filesize=11.9 K 2024-12-05T12:19:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=124.44 KB/127430 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 545ms, sequenceid=188, compaction requested=false 2024-12-05T12:19:51,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:51,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742363_1539 (size=31208) 2024-12-05T12:19:51,670 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/176b2112926e4ebb98dcf9c8b5408a05 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/176b2112926e4ebb98dcf9c8b5408a05 2024-12-05T12:19:51,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742364_1540 (size=12254) 2024-12-05T12:19:51,683 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/A of 5112d414e69f18bd09fa0af2b7a7b3d0 into 176b2112926e4ebb98dcf9c8b5408a05(size=30.5 K), total size for store is 69.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:51,683 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:51,683 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/A, priority=13, startTime=1733401191092; duration=0sec 2024-12-05T12:19:51,683 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:51,683 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:A 2024-12-05T12:19:51,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T12:19:51,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:51,689 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=124.44 KB heapSize=353.47 KB 2024-12-05T12:19:51,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:19:51,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:51,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:19:51,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:51,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:19:51,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:51,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120542e73d101abd426fa79e0dffa34092a3_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401191279/Put/seqid=0 2024-12-05T12:19:51,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742365_1541 (size=12304) 2024-12-05T12:19:51,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:51,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401251956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401251962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401251962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401251965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:51,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401251965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:51,980 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,980 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:51,981 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:52,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401252076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:52,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:52,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401252085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:52,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:52,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401252086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:52,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:52,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401252086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:52,104 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/2c90816491da401497a9b99a51461b13 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/2c90816491da401497a9b99a51461b13 2024-12-05T12:19:52,117 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/C of 5112d414e69f18bd09fa0af2b7a7b3d0 into 2c90816491da401497a9b99a51461b13(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:52,117 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:52,117 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/C, priority=13, startTime=1733401191092; duration=0sec 2024-12-05T12:19:52,118 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:52,118 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:C 2024-12-05T12:19:52,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:52,205 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120542e73d101abd426fa79e0dffa34092a3_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120542e73d101abd426fa79e0dffa34092a3_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:52,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/7e70da21bd71445d87c5a12530a3c636, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:52,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/7e70da21bd71445d87c5a12530a3c636 is 175, key is test_row_0/A:col10/1733401191279/Put/seqid=0 2024-12-05T12:19:52,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742366_1542 (size=31105) 2024-12-05T12:19:52,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401252289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:52,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:52,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401252298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:52,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401252298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401252298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:52,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401252475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:52,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-12-05T12:19:52,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401252612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:52,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401252617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:52,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:52,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401252620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:52,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401252620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:52,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:52,662 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/7e70da21bd71445d87c5a12530a3c636 2024-12-05T12:19:52,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/a408facdcc334f8bb4072f0d726d67f0 is 50, key is test_row_0/B:col10/1733401191279/Put/seqid=0 2024-12-05T12:19:52,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742367_1543 (size=12151) 2024-12-05T12:19:52,724 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.86 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/a408facdcc334f8bb4072f0d726d67f0 2024-12-05T12:19:52,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/3893b6e34d6f4112ac962d39968cc45e is 50, key is test_row_0/C:col10/1733401191279/Put/seqid=0 2024-12-05T12:19:52,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742368_1544 (size=12151) 2024-12-05T12:19:53,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401253137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:53,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401253137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:53,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401253140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:53,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401253141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:53,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:53,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:53,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:53,200 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.86 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/3893b6e34d6f4112ac962d39968cc45e 2024-12-05T12:19:53,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/7e70da21bd71445d87c5a12530a3c636 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7e70da21bd71445d87c5a12530a3c636 2024-12-05T12:19:53,280 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7e70da21bd71445d87c5a12530a3c636, entries=150, sequenceid=225, filesize=30.4 K 2024-12-05T12:19:53,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/a408facdcc334f8bb4072f0d726d67f0 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/a408facdcc334f8bb4072f0d726d67f0 2024-12-05T12:19:53,286 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/a408facdcc334f8bb4072f0d726d67f0, entries=150, sequenceid=225, filesize=11.9 K 2024-12-05T12:19:53,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/3893b6e34d6f4112ac962d39968cc45e as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/3893b6e34d6f4112ac962d39968cc45e 2024-12-05T12:19:53,295 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/3893b6e34d6f4112ac962d39968cc45e, entries=150, sequenceid=225, filesize=11.9 K 2024-12-05T12:19:53,302 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3140): Finished flush of dataSize ~124.44 KB/127430, heapSize ~353.42 KB/361904, currentSize=53.67 KB/54960 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 1613ms, sequenceid=225, compaction requested=true 2024-12-05T12:19:53,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:53,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:53,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-05T12:19:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=131 2024-12-05T12:19:53,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=131, resume processing ppid=130 2024-12-05T12:19:53,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, ppid=130, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.8860 sec 2024-12-05T12:19:53,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 4.8990 sec 2024-12-05T12:19:53,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T12:19:53,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:19:53,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:53,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:19:53,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:53,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:19:53,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:53,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205db608cf239cb42158c372f3160659577_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401193487/Put/seqid=0 2024-12-05T12:19:53,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742369_1545 (size=14794) 2024-12-05T12:19:53,587 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:53,595 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205db608cf239cb42158c372f3160659577_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205db608cf239cb42158c372f3160659577_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:53,596 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/3f809dd3f36a4d9a938f4eebda833ed3, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:53,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/3f809dd3f36a4d9a938f4eebda833ed3 is 175, key is test_row_0/A:col10/1733401193487/Put/seqid=0 2024-12-05T12:19:53,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742370_1546 (size=39749) 2024-12-05T12:19:53,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401253693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:53,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401253810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:53,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:53,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:53,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:54,024 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/3f809dd3f36a4d9a938f4eebda833ed3 2024-12-05T12:19:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401254027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:54,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/140a5391106545b3ac5537c2037fd347 is 50, key is test_row_0/B:col10/1733401193487/Put/seqid=0 2024-12-05T12:19:54,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742371_1547 (size=12151) 2024-12-05T12:19:54,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401254156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:54,158 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_2' in 5112d414e69f18bd09fa0af2b7a7b3d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:19:54,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:54,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:54,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:54,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401254156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:54,163 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_0' in 5112d414e69f18bd09fa0af2b7a7b3d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:19:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:54,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:54,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401254156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:54,165 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_1' in 5112d414e69f18bd09fa0af2b7a7b3d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:19:54,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:54,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:54,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401254157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:54,168 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_0' in 5112d414e69f18bd09fa0af2b7a7b3d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:19:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:54,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:54,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401254336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:54,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/140a5391106545b3ac5537c2037fd347 2024-12-05T12:19:54,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/329966a2ed884b89bb7b1ba102f124b7 is 50, key is test_row_0/C:col10/1733401193487/Put/seqid=0 2024-12-05T12:19:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742372_1548 (size=12151) 2024-12-05T12:19:54,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/329966a2ed884b89bb7b1ba102f124b7 2024-12-05T12:19:54,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/3f809dd3f36a4d9a938f4eebda833ed3 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/3f809dd3f36a4d9a938f4eebda833ed3 2024-12-05T12:19:54,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/3f809dd3f36a4d9a938f4eebda833ed3, entries=200, sequenceid=238, filesize=38.8 K 2024-12-05T12:19:54,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/140a5391106545b3ac5537c2037fd347 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/140a5391106545b3ac5537c2037fd347 2024-12-05T12:19:54,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/140a5391106545b3ac5537c2037fd347, entries=150, sequenceid=238, filesize=11.9 K 2024-12-05T12:19:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/329966a2ed884b89bb7b1ba102f124b7 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/329966a2ed884b89bb7b1ba102f124b7 2024-12-05T12:19:54,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/329966a2ed884b89bb7b1ba102f124b7, entries=150, sequenceid=238, filesize=11.9 K 2024-12-05T12:19:54,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 1139ms, sequenceid=238, compaction requested=true 2024-12-05T12:19:54,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:54,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:54,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:54,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:19:54,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:19:54,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:54,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T12:19:54,632 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:54,632 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:54,664 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48707 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:54,664 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141811 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:54,664 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/C is initiating minor compaction (all files) 2024-12-05T12:19:54,664 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/A is initiating minor compaction (all files) 2024-12-05T12:19:54,665 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/A in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:54,665 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/176b2112926e4ebb98dcf9c8b5408a05, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/8cde931fa83845099d4bd502ca207ab9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7e70da21bd71445d87c5a12530a3c636, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/3f809dd3f36a4d9a938f4eebda833ed3] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=138.5 K 2024-12-05T12:19:54,665 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:54,665 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/176b2112926e4ebb98dcf9c8b5408a05, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/8cde931fa83845099d4bd502ca207ab9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7e70da21bd71445d87c5a12530a3c636, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/3f809dd3f36a4d9a938f4eebda833ed3] 2024-12-05T12:19:54,668 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/C in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:54,668 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/2c90816491da401497a9b99a51461b13, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/44d8d6687ce24372bc696c65bb84513f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/3893b6e34d6f4112ac962d39968cc45e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/329966a2ed884b89bb7b1ba102f124b7] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=47.6 K 2024-12-05T12:19:54,669 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 176b2112926e4ebb98dcf9c8b5408a05, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733401189945 2024-12-05T12:19:54,674 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c90816491da401497a9b99a51461b13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733401189945 2024-12-05T12:19:54,674 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cde931fa83845099d4bd502ca207ab9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733401189999 2024-12-05T12:19:54,677 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e70da21bd71445d87c5a12530a3c636, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733401191241 2024-12-05T12:19:54,680 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44d8d6687ce24372bc696c65bb84513f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733401189999 2024-12-05T12:19:54,725 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f809dd3f36a4d9a938f4eebda833ed3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733401191958 2024-12-05T12:19:54,739 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3893b6e34d6f4112ac962d39968cc45e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733401191241 2024-12-05T12:19:54,752 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 329966a2ed884b89bb7b1ba102f124b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733401191962 2024-12-05T12:19:54,776 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:54,808 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#C#compaction#465 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:54,808 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/ae3ac8bd03e04d9eae5e80e368c5a665 is 50, key is test_row_0/C:col10/1733401193487/Put/seqid=0 2024-12-05T12:19:54,817 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205369b92c9bcb64defbb9fdb67d0181ac3_5112d414e69f18bd09fa0af2b7a7b3d0 store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:54,820 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205369b92c9bcb64defbb9fdb67d0181ac3_5112d414e69f18bd09fa0af2b7a7b3d0, store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:54,821 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205369b92c9bcb64defbb9fdb67d0181ac3_5112d414e69f18bd09fa0af2b7a7b3d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:54,859 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401193633, max timestamp=1733401194850Num uniques 859; 2024-12-05T12:19:54,859 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401193633, max timestamp=1733401194850Num uniques 859; 2024-12-05T12:19:54,859 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:19:54,859 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:19:54,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742373_1549 (size=12391) 2024-12-05T12:19:54,866 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401193633, max timestamp=1733401194850Num uniques 859; 2024-12-05T12:19:54,866 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:19:54,870 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/ae3ac8bd03e04d9eae5e80e368c5a665 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ae3ac8bd03e04d9eae5e80e368c5a665 2024-12-05T12:19:54,876 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/C of 5112d414e69f18bd09fa0af2b7a7b3d0 into ae3ac8bd03e04d9eae5e80e368c5a665(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:54,876 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:54,876 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/C, priority=12, startTime=1733401194629; duration=0sec 2024-12-05T12:19:54,876 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:54,876 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:C 2024-12-05T12:19:54,876 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:19:54,877 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48707 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:19:54,878 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/B is initiating minor compaction (all files) 2024-12-05T12:19:54,878 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/B in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:54,878 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/938f33bcd5224b29b23dfa861afb4dd4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/cfa4a86cb86642369e6e1075ef1f8684, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/a408facdcc334f8bb4072f0d726d67f0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/140a5391106545b3ac5537c2037fd347] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=47.6 K 2024-12-05T12:19:54,879 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 938f33bcd5224b29b23dfa861afb4dd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733401189945 2024-12-05T12:19:54,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742374_1550 (size=4469) 2024-12-05T12:19:54,879 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfa4a86cb86642369e6e1075ef1f8684, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733401189999 2024-12-05T12:19:54,880 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a408facdcc334f8bb4072f0d726d67f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733401191241 2024-12-05T12:19:54,885 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 140a5391106545b3ac5537c2037fd347, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733401191962 2024-12-05T12:19:54,889 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#A#compaction#464 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:54,889 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/a3fdec105fa24b91bfd8a07c086de1fa is 175, key is test_row_0/A:col10/1733401193487/Put/seqid=0 2024-12-05T12:19:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:54,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-12-05T12:19:54,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:19:54,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:54,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:19:54,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:54,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:19:54,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:54,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056311040404f448a1b43b57be72e21cb2_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401194893/Put/seqid=0 2024-12-05T12:19:54,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742375_1551 (size=31345) 2024-12-05T12:19:54,951 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#B#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:54,952 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/461152ec21134bcc94b4bbac4c73762c is 50, key is test_row_0/B:col10/1733401193487/Put/seqid=0 2024-12-05T12:19:54,958 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/a3fdec105fa24b91bfd8a07c086de1fa as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/a3fdec105fa24b91bfd8a07c086de1fa 2024-12-05T12:19:54,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742376_1552 (size=12454) 2024-12-05T12:19:54,966 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:54,967 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/A of 5112d414e69f18bd09fa0af2b7a7b3d0 into a3fdec105fa24b91bfd8a07c086de1fa(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:54,967 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:54,967 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/A, priority=12, startTime=1733401194629; duration=0sec 2024-12-05T12:19:54,967 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:54,967 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:A 2024-12-05T12:19:54,974 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056311040404f448a1b43b57be72e21cb2_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056311040404f448a1b43b57be72e21cb2_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:54,975 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/29b59dd9f5724f508a75233eed5dead9, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:54,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/29b59dd9f5724f508a75233eed5dead9 is 175, key is test_row_0/A:col10/1733401194893/Put/seqid=0 2024-12-05T12:19:54,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742377_1553 (size=12391) 2024-12-05T12:19:54,986 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/461152ec21134bcc94b4bbac4c73762c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/461152ec21134bcc94b4bbac4c73762c 2024-12-05T12:19:54,991 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/B of 5112d414e69f18bd09fa0af2b7a7b3d0 into 461152ec21134bcc94b4bbac4c73762c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:54,991 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:54,991 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/B, priority=12, startTime=1733401194629; duration=0sec 2024-12-05T12:19:54,991 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:54,991 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:B 2024-12-05T12:19:55,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742378_1554 (size=31255) 2024-12-05T12:19:55,010 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/29b59dd9f5724f508a75233eed5dead9 2024-12-05T12:19:55,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/f45b4593f79e477f821b691954cb437f is 50, key is test_row_0/B:col10/1733401194893/Put/seqid=0 2024-12-05T12:19:55,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742379_1555 (size=12301) 2024-12-05T12:19:55,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/f45b4593f79e477f821b691954cb437f 2024-12-05T12:19:55,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/04e332d184094ca1b71bffd7fd9c0b4d is 50, key is test_row_0/C:col10/1733401194893/Put/seqid=0 2024-12-05T12:19:55,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401195032, max timestamp=1733401195063Num uniques 859; 2024-12-05T12:19:55,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:19:55,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401195032, max timestamp=1733401195063Num uniques 859; 2024-12-05T12:19:55,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:19:55,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401195032, max timestamp=1733401195063Num uniques 859; 2024-12-05T12:19:55,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:19:55,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742380_1556 (size=12301) 2024-12-05T12:19:55,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/04e332d184094ca1b71bffd7fd9c0b4d 2024-12-05T12:19:55,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/29b59dd9f5724f508a75233eed5dead9 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/29b59dd9f5724f508a75233eed5dead9 2024-12-05T12:19:55,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/29b59dd9f5724f508a75233eed5dead9, entries=150, sequenceid=264, filesize=30.5 K 2024-12-05T12:19:55,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/f45b4593f79e477f821b691954cb437f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/f45b4593f79e477f821b691954cb437f 2024-12-05T12:19:55,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/f45b4593f79e477f821b691954cb437f, entries=150, sequenceid=264, filesize=12.0 K 2024-12-05T12:19:55,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/04e332d184094ca1b71bffd7fd9c0b4d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/04e332d184094ca1b71bffd7fd9c0b4d 2024-12-05T12:19:55,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/04e332d184094ca1b71bffd7fd9c0b4d, entries=150, sequenceid=264, filesize=12.0 K 2024-12-05T12:19:55,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=134.18 KB/137400 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 318ms, sequenceid=264, compaction requested=false 2024-12-05T12:19:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:55,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-05T12:19:55,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:19:55,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T12:19:55,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:19:55,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T12:19:55,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:19:55,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T12:19:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:55,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120554aa80abf39647dbbac659095ec9d3c8_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401195221/Put/seqid=0 2024-12-05T12:19:55,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742381_1557 (size=14994) 2024-12-05T12:19:55,290 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:55,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401255287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:55,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:55,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:55,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:55,319 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120554aa80abf39647dbbac659095ec9d3c8_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120554aa80abf39647dbbac659095ec9d3c8_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:55,324 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/0445b05f53ad4bc99baf3c2dc29f90c5, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:55,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/0445b05f53ad4bc99baf3c2dc29f90c5 is 175, key is test_row_0/A:col10/1733401195221/Put/seqid=0 2024-12-05T12:19:55,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742382_1558 (size=39949) 2024-12-05T12:19:55,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401255409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:55,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401255625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:55,777 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/0445b05f53ad4bc99baf3c2dc29f90c5 2024-12-05T12:19:55,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/14f3a191aa814e4cbd763cf42819375a is 50, key is test_row_0/B:col10/1733401195221/Put/seqid=0 2024-12-05T12:19:55,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742383_1559 (size=12301) 2024-12-05T12:19:55,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401255937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:56,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401256177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:56,185 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_2' in 5112d414e69f18bd09fa0af2b7a7b3d0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:19:56,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:56,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:56,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401256177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:56,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:56,186 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_1' in 5112d414e69f18bd09fa0af2b7a7b3d0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:19:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401256177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:56,187 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_0' in 5112d414e69f18bd09fa0af2b7a7b3d0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:19:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:56,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401256188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:56,194 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_0' in 5112d414e69f18bd09fa0af2b7a7b3d0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:19:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:56,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/14f3a191aa814e4cbd763cf42819375a 2024-12-05T12:19:56,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/1ac747adb9c0464e9ae38c0b0fb9441b is 50, key is test_row_0/C:col10/1733401195221/Put/seqid=0 2024-12-05T12:19:56,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742384_1560 (size=12301) 2024-12-05T12:19:56,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/1ac747adb9c0464e9ae38c0b0fb9441b 2024-12-05T12:19:56,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/0445b05f53ad4bc99baf3c2dc29f90c5 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/0445b05f53ad4bc99baf3c2dc29f90c5 2024-12-05T12:19:56,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/0445b05f53ad4bc99baf3c2dc29f90c5, entries=200, sequenceid=304, filesize=39.0 K 2024-12-05T12:19:56,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/14f3a191aa814e4cbd763cf42819375a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/14f3a191aa814e4cbd763cf42819375a 2024-12-05T12:19:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/14f3a191aa814e4cbd763cf42819375a, entries=150, sequenceid=304, filesize=12.0 K 2024-12-05T12:19:56,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/1ac747adb9c0464e9ae38c0b0fb9441b as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/1ac747adb9c0464e9ae38c0b0fb9441b 2024-12-05T12:19:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401256445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/1ac747adb9c0464e9ae38c0b0fb9441b, entries=150, sequenceid=304, filesize=12.0 K 2024-12-05T12:19:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 1240ms, sequenceid=304, compaction requested=true 2024-12-05T12:19:56,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:56,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:56,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:56,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:19:56,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:19:56,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:56,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T12:19:56,462 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,464 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,467 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:56,467 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/A is initiating minor compaction (all files) 2024-12-05T12:19:56,468 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/A in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:56,468 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/a3fdec105fa24b91bfd8a07c086de1fa, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/29b59dd9f5724f508a75233eed5dead9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/0445b05f53ad4bc99baf3c2dc29f90c5] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=100.1 K 2024-12-05T12:19:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,468 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:56,468 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/a3fdec105fa24b91bfd8a07c086de1fa, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/29b59dd9f5724f508a75233eed5dead9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/0445b05f53ad4bc99baf3c2dc29f90c5] 2024-12-05T12:19:56,468 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3fdec105fa24b91bfd8a07c086de1fa, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733401191962 2024-12-05T12:19:56,469 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29b59dd9f5724f508a75233eed5dead9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733401193689 2024-12-05T12:19:56,469 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0445b05f53ad4bc99baf3c2dc29f90c5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733401195160 2024-12-05T12:19:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,476 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:56,476 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/C is initiating minor compaction (all files) 2024-12-05T12:19:56,477 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/C in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:56,477 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ae3ac8bd03e04d9eae5e80e368c5a665, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/04e332d184094ca1b71bffd7fd9c0b4d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/1ac747adb9c0464e9ae38c0b0fb9441b] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=36.1 K 2024-12-05T12:19:56,477 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,484 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting ae3ac8bd03e04d9eae5e80e368c5a665, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733401191962 2024-12-05T12:19:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,485 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412058ec6962b89e541cb88f4caaf4ed919df_5112d414e69f18bd09fa0af2b7a7b3d0 store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:56,487 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412058ec6962b89e541cb88f4caaf4ed919df_5112d414e69f18bd09fa0af2b7a7b3d0, store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:56,487 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058ec6962b89e541cb88f4caaf4ed919df_5112d414e69f18bd09fa0af2b7a7b3d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,494 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 04e332d184094ca1b71bffd7fd9c0b4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733401193689 2024-12-05T12:19:56,497 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ac747adb9c0464e9ae38c0b0fb9441b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733401195200 2024-12-05T12:19:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,545 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#C#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:56,546 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/53dabdc38c184cc4b4d4f051a747653d is 50, key is test_row_0/C:col10/1733401195221/Put/seqid=0 2024-12-05T12:19:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742385_1561 (size=4469) 2024-12-05T12:19:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742386_1562 (size=12643) 2024-12-05T12:19:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-12-05T12:19:56,636 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,641 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:19:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-05T12:19:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-12-05T12:19:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,649 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/53dabdc38c184cc4b4d4f051a747653d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/53dabdc38c184cc4b4d4f051a747653d 2024-12-05T12:19:56,649 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:19:56,650 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:19:56,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:19:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,671 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/C of 5112d414e69f18bd09fa0af2b7a7b3d0 into 53dabdc38c184cc4b4d4f051a747653d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:56,671 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:56,671 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/C, priority=13, startTime=1733401196462; duration=0sec 2024-12-05T12:19:56,671 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:56,671 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:C 2024-12-05T12:19:56,671 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:56,672 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:56,672 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/B is initiating minor compaction (all files) 2024-12-05T12:19:56,672 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/B in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:56,672 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/461152ec21134bcc94b4bbac4c73762c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/f45b4593f79e477f821b691954cb437f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/14f3a191aa814e4cbd763cf42819375a] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=36.1 K 2024-12-05T12:19:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,682 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 461152ec21134bcc94b4bbac4c73762c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733401191962 2024-12-05T12:19:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,683 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting f45b4593f79e477f821b691954cb437f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733401193689 2024-12-05T12:19:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,683 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 14f3a191aa814e4cbd763cf42819375a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733401195200 2024-12-05T12:19:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,733 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#B#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:56,733 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/cf6d83b668f44c3ca8dc7734acadb796 is 50, key is test_row_0/B:col10/1733401195221/Put/seqid=0 2024-12-05T12:19:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-12-05T12:19:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-05T12:19:56,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742387_1563 (size=12643) 2024-12-05T12:19:56,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:56,809 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-05T12:19:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:19:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:19:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:19:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:56,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052c37f0e5a406468a85a9583b7949d659_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401195261/Put/seqid=0 2024-12-05T12:19:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742388_1564 (size=9914) 2024-12-05T12:19:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,913 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052c37f0e5a406468a85a9583b7949d659_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052c37f0e5a406468a85a9583b7949d659_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/ea003a7f3f4a4cc0ad210eacb50ed39d, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/ea003a7f3f4a4cc0ad210eacb50ed39d is 175, key is test_row_0/A:col10/1733401195261/Put/seqid=0 2024-12-05T12:19:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,965 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#A#compaction#473 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-12-05T12:19:56,965 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/7151056fa92b498daa11b6195e64fe81 is 175, key is test_row_0/A:col10/1733401195221/Put/seqid=0 2024-12-05T12:19:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:56,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742389_1565 (size=22561) 2024-12-05T12:19:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742390_1566 (size=31597) 2024-12-05T12:19:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,265 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/cf6d83b668f44c3ca8dc7734acadb796 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/cf6d83b668f44c3ca8dc7734acadb796 2024-12-05T12:19:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-12-05T12:19:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,285 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/B of 5112d414e69f18bd09fa0af2b7a7b3d0 into cf6d83b668f44c3ca8dc7734acadb796(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:57,285 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:57,285 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/B, priority=13, startTime=1733401196462; duration=0sec 2024-12-05T12:19:57,285 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:57,285 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:B 2024-12-05T12:19:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,396 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/ea003a7f3f4a4cc0ad210eacb50ed39d 2024-12-05T12:19:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,430 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/7151056fa92b498daa11b6195e64fe81 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7151056fa92b498daa11b6195e64fe81 2024-12-05T12:19:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/4625b02a401942378e0d52a430e74624 is 50, key is test_row_0/B:col10/1733401195261/Put/seqid=0 2024-12-05T12:19:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,461 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/A of 5112d414e69f18bd09fa0af2b7a7b3d0 into 7151056fa92b498daa11b6195e64fe81(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:19:57,461 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:57,461 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/A, priority=13, startTime=1733401196462; duration=0sec 2024-12-05T12:19:57,461 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:19:57,461 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:A 2024-12-05T12:19:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:57,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742391_1567 (size=9857) 2024-12-05T12:19:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-12-05T12:19:57,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401197748, max timestamp=1733401197814Num uniques 859; 2024-12-05T12:19:57,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:19:57,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401257910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:57,941 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/4625b02a401942378e0d52a430e74624 2024-12-05T12:19:57,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/6a3fd0360fa24f5c836e3840167b8cc5 is 50, key is test_row_0/C:col10/1733401195261/Put/seqid=0 2024-12-05T12:19:58,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742392_1568 (size=9857) 2024-12-05T12:19:58,014 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/6a3fd0360fa24f5c836e3840167b8cc5 2024-12-05T12:19:58,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401258025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:58,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/ea003a7f3f4a4cc0ad210eacb50ed39d as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ea003a7f3f4a4cc0ad210eacb50ed39d 2024-12-05T12:19:58,066 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ea003a7f3f4a4cc0ad210eacb50ed39d, entries=100, sequenceid=314, filesize=22.0 K 2024-12-05T12:19:58,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/4625b02a401942378e0d52a430e74624 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/4625b02a401942378e0d52a430e74624 2024-12-05T12:19:58,100 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/4625b02a401942378e0d52a430e74624, entries=100, sequenceid=314, filesize=9.6 K 2024-12-05T12:19:58,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/6a3fd0360fa24f5c836e3840167b8cc5 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6a3fd0360fa24f5c836e3840167b8cc5 2024-12-05T12:19:58,117 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6a3fd0360fa24f5c836e3840167b8cc5, entries=100, sequenceid=314, filesize=9.6 K 2024-12-05T12:19:58,118 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=136.42 KB/139690 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 1310ms, sequenceid=314, compaction requested=false 2024-12-05T12:19:58,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:58,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:58,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-05T12:19:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=133 2024-12-05T12:19:58,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132 2024-12-05T12:19:58,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4760 sec 2024-12-05T12:19:58,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.4970 sec 2024-12-05T12:19:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:58,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=143.13 KB heapSize=421.48 KB 2024-12-05T12:19:58,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:19:58,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:58,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:19:58,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:58,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:19:58,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:19:58,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050fef8a16c12248ad9ea92390b87b785b_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401197877/Put/seqid=0 2024-12-05T12:19:58,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401258316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:58,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:58,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:58,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:58,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742393_1569 (size=14994) 2024-12-05T12:19:58,338 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:19:58,361 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050fef8a16c12248ad9ea92390b87b785b_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050fef8a16c12248ad9ea92390b87b785b_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:19:58,369 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/ee25a92703af40989aff989392edb5c8, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:58,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/ee25a92703af40989aff989392edb5c8 is 175, key is test_row_0/A:col10/1733401197877/Put/seqid=0 2024-12-05T12:19:58,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742394_1570 (size=39949) 2024-12-05T12:19:58,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401258438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:58,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:58,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401258650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-12-05T12:19:58,817 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:19:58,818 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:19:58,819 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=345, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/ee25a92703af40989aff989392edb5c8 2024-12-05T12:19:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-05T12:19:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-05T12:19:58,826 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:19:58,827 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:19:58,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:19:58,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/94aa1c0a55ac46faa10524ea98356bcc is 50, key is test_row_0/B:col10/1733401197877/Put/seqid=0 2024-12-05T12:19:58,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742395_1571 (size=12301) 2024-12-05T12:19:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-05T12:19:58,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401258968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:58,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:58,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:58,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:58,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T12:19:58,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:58,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:58,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:58,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:58,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-05T12:19:59,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T12:19:59,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:59,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:59,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:59,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:59,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:59,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/94aa1c0a55ac46faa10524ea98356bcc 2024-12-05T12:19:59,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T12:19:59,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:59,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:59,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:59,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:59,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:59,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/766f66f8c7db401e8df4c73aa19f73ef is 50, key is test_row_0/C:col10/1733401197877/Put/seqid=0 2024-12-05T12:19:59,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742396_1572 (size=12301) 2024-12-05T12:19:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-05T12:19:59,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T12:19:59,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:59,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:59,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:59,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:59,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:59,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:19:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401259488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:19:59,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:59,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:19:59,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:19:59,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T12:19:59,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:59,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:59,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:59,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:59,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:59,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/766f66f8c7db401e8df4c73aa19f73ef 2024-12-05T12:19:59,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T12:19:59,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:59,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:19:59,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:59,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:59,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:19:59,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/ee25a92703af40989aff989392edb5c8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ee25a92703af40989aff989392edb5c8 2024-12-05T12:19:59,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ee25a92703af40989aff989392edb5c8, entries=200, sequenceid=345, filesize=39.0 K 2024-12-05T12:19:59,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/94aa1c0a55ac46faa10524ea98356bcc as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/94aa1c0a55ac46faa10524ea98356bcc 2024-12-05T12:19:59,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/94aa1c0a55ac46faa10524ea98356bcc, entries=150, sequenceid=345, filesize=12.0 K 2024-12-05T12:19:59,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/766f66f8c7db401e8df4c73aa19f73ef as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/766f66f8c7db401e8df4c73aa19f73ef 2024-12-05T12:19:59,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/766f66f8c7db401e8df4c73aa19f73ef, entries=150, sequenceid=345, filesize=12.0 K 2024-12-05T12:19:59,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~143.13 KB/146560, heapSize ~421.44 KB/431552, currentSize=33.54 KB/34350 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 1645ms, sequenceid=345, compaction requested=true 2024-12-05T12:19:59,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:19:59,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:19:59,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:19:59,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:19:59,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:19:59,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:19:59,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T12:19:59,907 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:59,907 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:19:59,910 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:59,910 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/A is initiating minor compaction (all files) 2024-12-05T12:19:59,911 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/A in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:59,911 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7151056fa92b498daa11b6195e64fe81, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ea003a7f3f4a4cc0ad210eacb50ed39d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ee25a92703af40989aff989392edb5c8] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=91.9 K 2024-12-05T12:19:59,911 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:59,911 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7151056fa92b498daa11b6195e64fe81, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ea003a7f3f4a4cc0ad210eacb50ed39d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ee25a92703af40989aff989392edb5c8] 2024-12-05T12:19:59,911 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34801 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:19:59,911 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/C is initiating minor compaction (all files) 2024-12-05T12:19:59,911 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/C in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:59,911 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/53dabdc38c184cc4b4d4f051a747653d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6a3fd0360fa24f5c836e3840167b8cc5, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/766f66f8c7db401e8df4c73aa19f73ef] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=34.0 K 2024-12-05T12:19:59,912 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7151056fa92b498daa11b6195e64fe81, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733401195200 2024-12-05T12:19:59,912 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 53dabdc38c184cc4b4d4f051a747653d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733401195200 2024-12-05T12:19:59,917 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a3fd0360fa24f5c836e3840167b8cc5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733401195261 2024-12-05T12:19:59,917 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea003a7f3f4a4cc0ad210eacb50ed39d, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733401195261 2024-12-05T12:19:59,917 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 766f66f8c7db401e8df4c73aa19f73ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733401197877 2024-12-05T12:19:59,917 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee25a92703af40989aff989392edb5c8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733401197877 2024-12-05T12:19:59,938 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:59,939 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#C#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:19:59,939 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/18fea56a558e4ff080c131b01915dcc4 is 50, key is test_row_0/C:col10/1733401197877/Put/seqid=0 2024-12-05T12:19:59,950 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205ff7a9b78a3724823bd782e84b282956f_5112d414e69f18bd09fa0af2b7a7b3d0 store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:59,952 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205ff7a9b78a3724823bd782e84b282956f_5112d414e69f18bd09fa0af2b7a7b3d0, store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:59,953 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ff7a9b78a3724823bd782e84b282956f_5112d414e69f18bd09fa0af2b7a7b3d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:19:59,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T12:19:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-05T12:19:59,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:19:59,968 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-05T12:19:59,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:19:59,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:59,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:19:59,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:19:59,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:19:59,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:20:00,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742397_1573 (size=12745) 2024-12-05T12:20:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742398_1574 (size=4469) 2024-12-05T12:20:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120549eabdf7d5984affa46727f28830551b_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401198278/Put/seqid=0 2024-12-05T12:20:00,011 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#A#compaction#482 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:20:00,012 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/b690d1e68b7a45f29f34a564cbaa8ecb is 175, key is test_row_0/A:col10/1733401197877/Put/seqid=0 2024-12-05T12:20:00,032 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/18fea56a558e4ff080c131b01915dcc4 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/18fea56a558e4ff080c131b01915dcc4 2024-12-05T12:20:00,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742399_1575 (size=12454) 2024-12-05T12:20:00,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:00,061 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120549eabdf7d5984affa46727f28830551b_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120549eabdf7d5984affa46727f28830551b_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742400_1576 (size=31699) 2024-12-05T12:20:00,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/7d6d8334bd194b6e8baa1ac4ce953770, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:00,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/7d6d8334bd194b6e8baa1ac4ce953770 is 175, key is test_row_0/A:col10/1733401198278/Put/seqid=0 2024-12-05T12:20:00,099 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/C of 5112d414e69f18bd09fa0af2b7a7b3d0 into 18fea56a558e4ff080c131b01915dcc4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:20:00,099 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:00,099 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/C, priority=13, startTime=1733401199907; duration=0sec 2024-12-05T12:20:00,099 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:20:00,099 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:C 2024-12-05T12:20:00,099 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:20:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742401_1577 (size=31255) 2024-12-05T12:20:00,108 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34801 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:20:00,108 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/B is initiating minor compaction (all files) 2024-12-05T12:20:00,108 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/B in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:00,109 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/cf6d83b668f44c3ca8dc7734acadb796, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/4625b02a401942378e0d52a430e74624, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/94aa1c0a55ac46faa10524ea98356bcc] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=34.0 K 2024-12-05T12:20:00,113 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting cf6d83b668f44c3ca8dc7734acadb796, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733401195200 2024-12-05T12:20:00,121 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 4625b02a401942378e0d52a430e74624, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733401195261 2024-12-05T12:20:00,123 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 94aa1c0a55ac46faa10524ea98356bcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733401197877 2024-12-05T12:20:00,131 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/b690d1e68b7a45f29f34a564cbaa8ecb as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/b690d1e68b7a45f29f34a564cbaa8ecb 2024-12-05T12:20:00,151 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/A of 5112d414e69f18bd09fa0af2b7a7b3d0 into b690d1e68b7a45f29f34a564cbaa8ecb(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:20:00,151 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:00,151 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/A, priority=13, startTime=1733401199907; duration=0sec 2024-12-05T12:20:00,152 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:20:00,152 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:A 2024-12-05T12:20:00,158 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#B#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:20:00,159 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/f3e6054dcd5342af957148bf51fd45ca is 50, key is test_row_0/B:col10/1733401197877/Put/seqid=0 2024-12-05T12:20:00,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742402_1578 (size=12745) 2024-12-05T12:20:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:00,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:20:00,218 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/f3e6054dcd5342af957148bf51fd45ca as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/f3e6054dcd5342af957148bf51fd45ca 2024-12-05T12:20:00,230 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/B of 5112d414e69f18bd09fa0af2b7a7b3d0 into f3e6054dcd5342af957148bf51fd45ca(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:20:00,230 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:00,230 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/B, priority=13, startTime=1733401199907; duration=0sec 2024-12-05T12:20:00,230 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:20:00,230 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:B 2024-12-05T12:20:00,278 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401200257, max timestamp=1733401200272Num uniques 859; 2024-12-05T12:20:00,278 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:20:00,281 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401200257, max timestamp=1733401200272Num uniques 859; 2024-12-05T12:20:00,281 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T12:20:00,283 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401200257, max timestamp=1733401200272Num uniques 859; 2024-12-05T12:20:00,283 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T12:20:00,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733401200295, max timestamp=1733401200318Num uniques 1068; 2024-12-05T12:20:00,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-12-05T12:20:00,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733401200295, max timestamp=1733401200318Num uniques 1009; 2024-12-05T12:20:00,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=12268, suffix heap size=132904,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=268 2024-12-05T12:20:00,330 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733401200295, max timestamp=1733401200318Num uniques 1009; 2024-12-05T12:20:00,330 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=12268, suffix heap size=132904,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=268 2024-12-05T12:20:00,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401260364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:00,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:00,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:00,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:00,380 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733401200358, max timestamp=1733401200372Num uniques 1127; 2024-12-05T12:20:00,380 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-12-05T12:20:00,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401200362, max timestamp=1733401200372Num uniques 1127; 2024-12-05T12:20:00,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=6870, suffix heap size=145176,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=150 2024-12-05T12:20:00,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401200362, max timestamp=1733401200372Num uniques 1127; 2024-12-05T12:20:00,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=6870, suffix heap size=145176,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=150 2024-12-05T12:20:00,447 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401200430, max timestamp=1733401200441Num uniques 1086; 2024-12-05T12:20:00,448 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=6870, suffix heap size=140912,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=150 2024-12-05T12:20:00,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401200430, max timestamp=1733401200441Num uniques 1009; 2024-12-05T12:20:00,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150 2024-12-05T12:20:00,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401200430, max timestamp=1733401200441Num uniques 1009; 2024-12-05T12:20:00,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150 2024-12-05T12:20:00,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733401200475, max timestamp=1733401200493Num uniques 1009; 2024-12-05T12:20:00,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733401200475, max timestamp=1733401200493Num uniques 1009; 2024-12-05T12:20:00,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=11220, suffix heap size=132904,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=245 2024-12-05T12:20:00,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733401200475, max timestamp=1733401200493Num uniques 1009; 2024-12-05T12:20:00,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8930, suffix heap size=132904,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=195 2024-12-05T12:20:00,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8930, suffix heap size=132904,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=195 2024-12-05T12:20:00,510 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/7d6d8334bd194b6e8baa1ac4ce953770 2024-12-05T12:20:00,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/0fddb410ca7d4765866f36f3ff3c7348 is 50, key is test_row_0/B:col10/1733401198278/Put/seqid=0 2024-12-05T12:20:00,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742403_1579 (size=12301) 2024-12-05T12:20:00,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11624, totalHeapSize=26656, min timestamp=1733401200508, max timestamp=1733401200523Num uniques 1104; 2024-12-05T12:20:00,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50554, new segment data size=11624, suffix heap size=142784,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254 2024-12-05T12:20:00,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733401200508, max timestamp=1733401200523Num uniques 1054; 2024-12-05T12:20:00,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-05T12:20:00,533 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733401200508, max timestamp=1733401200523Num uniques 1054; 2024-12-05T12:20:00,533 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-05T12:20:00,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733401200576, max timestamp=1733401200585Num uniques 1013; 2024-12-05T12:20:00,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-05T12:20:00,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733401200576, max timestamp=1733401200585Num uniques 1113; 2024-12-05T12:20:00,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733401200576, max timestamp=1733401200585Num uniques 1013; 2024-12-05T12:20:00,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=9748, suffix heap size=143720,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=213 2024-12-05T12:20:00,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-05T12:20:00,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733401200615, max timestamp=1733401200629Num uniques 1072; 2024-12-05T12:20:00,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-12-05T12:20:00,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10153, totalHeapSize=23328, min timestamp=1733401200615, max timestamp=1733401200629Num uniques 1072; 2024-12-05T12:20:00,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49083, new segment data size=10153, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-12-05T12:20:00,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401260622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:00,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:00,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:00,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:00,640 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401200617, max timestamp=1733401200629Num uniques 1072; 2024-12-05T12:20:00,640 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=6870, suffix heap size=139456,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=150 2024-12-05T12:20:00,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401260667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:00,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401260669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:00,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733401200665, max timestamp=1733401200673Num uniques 1009; 2024-12-05T12:20:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:00,678 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733401200665, max timestamp=1733401200673Num uniques 1081; 2024-12-05T12:20:00,678 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8286, suffix heap size=132904,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=181 2024-12-05T12:20:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:00,678 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181 2024-12-05T12:20:00,678 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733401200665, max timestamp=1733401200673Num uniques 1081; 2024-12-05T12:20:00,678 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181 2024-12-05T12:20:00,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733401200707, max timestamp=1733401200734Num uniques 1040; 2024-12-05T12:20:00,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240 2024-12-05T12:20:00,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733401200707, max timestamp=1733401200734Num uniques 1040; 2024-12-05T12:20:00,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240 2024-12-05T12:20:00,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733401200707, max timestamp=1733401200734Num uniques 1040; 2024-12-05T12:20:00,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240 2024-12-05T12:20:00,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401260781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:00,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401260784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:00,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401260785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:00,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9104, totalHeapSize=20936, min timestamp=1733401200770, max timestamp=1733401200786Num uniques 1099; 2024-12-05T12:20:00,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9104, totalHeapSize=20936, min timestamp=1733401200770, max timestamp=1733401200786Num uniques 1099; 2024-12-05T12:20:00,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50324, new segment data size=9104, suffix heap size=142264,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=199 2024-12-05T12:20:00,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50324, new segment data size=9104, suffix heap size=142264,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=199 2024-12-05T12:20:00,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:00,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:00,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:00,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:00,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:00,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:00,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9104, totalHeapSize=20936, min timestamp=1733401200770, max timestamp=1733401200786Num uniques 1099; 2024-12-05T12:20:00,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50324, new segment data size=9104, suffix heap size=142264,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=199 2024-12-05T12:20:00,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:00,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:00,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:00,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1733401200824, max timestamp=1733401200840Num uniques 1058; 2024-12-05T12:20:00,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=9520, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208 2024-12-05T12:20:00,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1733401200824, max timestamp=1733401200840Num uniques 1058; 2024-12-05T12:20:00,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=9520, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208 2024-12-05T12:20:00,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1733401200824, max timestamp=1733401200840Num uniques 1058; 2024-12-05T12:20:00,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=9520, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208 2024-12-05T12:20:00,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401260899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:00,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401200865, max timestamp=1733401200901Num uniques 1067; 2024-12-05T12:20:00,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=6870, suffix heap size=138936,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=150 2024-12-05T12:20:00,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401200865, max timestamp=1733401200901Num uniques 1067; 2024-12-05T12:20:00,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48859, new segment data size=6870, suffix heap size=138936,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=150 2024-12-05T12:20:00,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401200865, max timestamp=1733401200901Num uniques 1067; 2024-12-05T12:20:00,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48857, new segment data size=6870, suffix heap size=138936,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=150 2024-12-05T12:20:00,933 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/0fddb410ca7d4765866f36f3ff3c7348 2024-12-05T12:20:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-05T12:20:00,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/69fb0fdf03c94444931c96d2981c8c9b is 50, key is test_row_0/C:col10/1733401198278/Put/seqid=0 2024-12-05T12:20:01,001 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1733401200975, max timestamp=1733401200997Num uniques 1009; 2024-12-05T12:20:01,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46217, new segment data size=8056, suffix heap size=132904,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=176 2024-12-05T12:20:01,004 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1733401200975, max timestamp=1733401200997Num uniques 1009; 2024-12-05T12:20:01,004 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8056, suffix heap size=132904,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=176 2024-12-05T12:20:01,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742404_1580 (size=12301) 2024-12-05T12:20:01,006 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1733401200975, max timestamp=1733401200997Num uniques 1009; 2024-12-05T12:20:01,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46219, new segment data size=8056, suffix heap size=132904,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=176 2024-12-05T12:20:01,045 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1733401201029, max timestamp=1733401201041Num uniques 1035; 2024-12-05T12:20:01,045 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47400, new segment data size=10760, suffix heap size=135608,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1035, new segment cells count=235 2024-12-05T12:20:01,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1733401201029, max timestamp=1733401201041Num uniques 1035; 2024-12-05T12:20:01,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47400, new segment data size=10760, suffix heap size=135608,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1035, new segment cells count=235 2024-12-05T12:20:01,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1733401201029, max timestamp=1733401201041Num uniques 1035; 2024-12-05T12:20:01,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47400, new segment data size=10760, suffix heap size=135608,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1035, new segment cells count=235 2024-12-05T12:20:01,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401261092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=244, cellSize=11174, totalHeapSize=25616, min timestamp=1733401201088, max timestamp=1733401201099Num uniques 1094; 2024-12-05T12:20:01,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=11174, suffix heap size=141744,new segment heap size=25616 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=244 2024-12-05T12:20:01,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401201088, max timestamp=1733401201099Num uniques 1094; 2024-12-05T12:20:01,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=244, cellSize=11174, totalHeapSize=25616, min timestamp=1733401201088, max timestamp=1733401201099Num uniques 1094; 2024-12-05T12:20:01,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=6870, suffix heap size=141744,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=150 2024-12-05T12:20:01,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=11174, suffix heap size=141744,new segment heap size=25616 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=244 2024-12-05T12:20:01,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401261150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1733401201132, max timestamp=1733401201153Num uniques 1009; 2024-12-05T12:20:01,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46211, new segment data size=7005, suffix heap size=132904,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=153 2024-12-05T12:20:01,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1733401201132, max timestamp=1733401201153Num uniques 1103; 2024-12-05T12:20:01,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50515, new segment data size=7005, suffix heap size=142680,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1103, new segment cells count=153 2024-12-05T12:20:01,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1733401201132, max timestamp=1733401201153Num uniques 1103; 2024-12-05T12:20:01,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50515, new segment data size=7005, suffix heap size=142680,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1103, new segment cells count=153 2024-12-05T12:20:01,216 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=212, cellSize=9700, totalHeapSize=22288, min timestamp=1733401201193, max timestamp=1733401201212Num uniques 1012; 2024-12-05T12:20:01,216 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46340, new segment data size=9700, suffix heap size=133216,new segment heap size=22288 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=212 2024-12-05T12:20:01,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401201193, max timestamp=1733401201212Num uniques 1012; 2024-12-05T12:20:01,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46340, new segment data size=6870, suffix heap size=133216,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=150 2024-12-05T12:20:01,220 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733401201193, max timestamp=1733401201212Num uniques 1012; 2024-12-05T12:20:01,220 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=6870, suffix heap size=133216,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=150 2024-12-05T12:20:01,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=171, cellSize=7826, totalHeapSize=18024, min timestamp=1733401201288, max timestamp=1733401201341Num uniques 1009; 2024-12-05T12:20:01,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=7826, suffix heap size=132904,new segment heap size=18024 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=171 2024-12-05T12:20:01,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=171, cellSize=7826, totalHeapSize=18024, min timestamp=1733401201288, max timestamp=1733401201341Num uniques 1071; 2024-12-05T12:20:01,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49046, new segment data size=7826, suffix heap size=139352,new segment heap size=18024 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1071, new segment cells count=171 2024-12-05T12:20:01,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=171, cellSize=7826, totalHeapSize=18024, min timestamp=1733401201288, max timestamp=1733401201341Num uniques 1009; 2024-12-05T12:20:01,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46216, new segment data size=7826, suffix heap size=132904,new segment heap size=18024 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=171 2024-12-05T12:20:01,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=230, cellSize=10530, totalHeapSize=24160, min timestamp=1733401201367, max timestamp=1733401201377Num uniques 1030; 2024-12-05T12:20:01,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=230, cellSize=10530, totalHeapSize=24160, min timestamp=1733401201367, max timestamp=1733401201377Num uniques 1030; 2024-12-05T12:20:01,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47170, new segment data size=10530, suffix heap size=135088,new segment heap size=24160 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1030, new segment cells count=230 2024-12-05T12:20:01,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47170, new segment data size=10530, suffix heap size=135088,new segment heap size=24160 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1030, new segment cells count=230 2024-12-05T12:20:01,385 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1733401201371, max timestamp=1733401201377Num uniques 1030; 2024-12-05T12:20:01,386 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47170, new segment data size=8240, suffix heap size=135088,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1030, new segment cells count=180 2024-12-05T12:20:01,409 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/69fb0fdf03c94444931c96d2981c8c9b 2024-12-05T12:20:01,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/7d6d8334bd194b6e8baa1ac4ce953770 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7d6d8334bd194b6e8baa1ac4ce953770 2024-12-05T12:20:01,441 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7d6d8334bd194b6e8baa1ac4ce953770, entries=150, sequenceid=353, filesize=30.5 K 2024-12-05T12:20:01,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=189, cellSize=8645, totalHeapSize=19896, min timestamp=1733401201409, max timestamp=1733401201437Num uniques 1089; 2024-12-05T12:20:01,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49865, new segment data size=8645, suffix heap size=141224,new segment heap size=19896 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1089, new segment cells count=189 2024-12-05T12:20:01,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=189, cellSize=8654, totalHeapSize=19896, min timestamp=1733401201409, max timestamp=1733401201437Num uniques 1089; 2024-12-05T12:20:01,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=189, cellSize=8654, totalHeapSize=19896, min timestamp=1733401201409, max timestamp=1733401201437Num uniques 1039; 2024-12-05T12:20:01,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49874, new segment data size=8654, suffix heap size=141224,new segment heap size=19896 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1089, new segment cells count=189 2024-12-05T12:20:01,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47584, new segment data size=8654, suffix heap size=136024,new segment heap size=19896 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=189 2024-12-05T12:20:01,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/0fddb410ca7d4765866f36f3ff3c7348 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/0fddb410ca7d4765866f36f3ff3c7348 2024-12-05T12:20:01,450 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/0fddb410ca7d4765866f36f3ff3c7348, entries=150, sequenceid=353, filesize=12.0 K 2024-12-05T12:20:01,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/69fb0fdf03c94444931c96d2981c8c9b as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/69fb0fdf03c94444931c96d2981c8c9b 2024-12-05T12:20:01,455 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/69fb0fdf03c94444931c96d2981c8c9b, entries=150, sequenceid=353, filesize=12.0 K 2024-12-05T12:20:01,456 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=53.67 KB/54960 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 1487ms, sequenceid=353, compaction requested=false 2024-12-05T12:20:01,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:01,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:01,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-05T12:20:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:01,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=60.38 KB heapSize=163.03 KB 2024-12-05T12:20:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=135 2024-12-05T12:20:01,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:20:01,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:20:01,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:20:01,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:20:01,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:20:01,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:20:01,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-12-05T12:20:01,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6330 sec 2024-12-05T12:20:01,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c4c22a630d744391b9da5257c6911fcd_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401201437/Put/seqid=0 2024-12-05T12:20:01,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.6480 sec 2024-12-05T12:20:01,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742405_1581 (size=14994) 2024-12-05T12:20:01,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401201492, max timestamp=1733401201495Num uniques 859; 2024-12-05T12:20:01,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:20:01,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401201492, max timestamp=1733401201495Num uniques 859; 2024-12-05T12:20:01,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:20:01,500 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733401201492, max timestamp=1733401201495Num uniques 859; 2024-12-05T12:20:01,500 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T12:20:01,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401261530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401261532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401261533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401261537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401261537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401261645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401261645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401261645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401261645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401261647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401261855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401261855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401261856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401261857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401261857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:01,885 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:01,890 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c4c22a630d744391b9da5257c6911fcd_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c4c22a630d744391b9da5257c6911fcd_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:01,891 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/c5ac7053f08f43e9a71c6296d3ac0a18, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:01,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/c5ac7053f08f43e9a71c6296d3ac0a18 is 175, key is test_row_0/A:col10/1733401201437/Put/seqid=0 2024-12-05T12:20:01,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742406_1582 (size=39949) 2024-12-05T12:20:02,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401262166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:02,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401262166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:02,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401262167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:02,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:02,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:02,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401262167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:02,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:02,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:02,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401262167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:02,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:02,351 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=725, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/c5ac7053f08f43e9a71c6296d3ac0a18 2024-12-05T12:20:02,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/95c03b0486524c8ea16901b273d82005 is 50, key is test_row_0/B:col10/1733401201437/Put/seqid=0 2024-12-05T12:20:02,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742407_1583 (size=12301) 2024-12-05T12:20:02,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401262675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:02,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:02,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401262686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:02,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:02,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401262688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:02,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401262689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:02,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401262689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:02,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:02,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:02,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:02,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:02,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=725 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/95c03b0486524c8ea16901b273d82005 2024-12-05T12:20:02,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/6f7bccc46d174a4dba2a141d00658a2f is 50, key is test_row_0/C:col10/1733401201437/Put/seqid=0 2024-12-05T12:20:02,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742408_1584 (size=12301) 2024-12-05T12:20:02,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=725 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/6f7bccc46d174a4dba2a141d00658a2f 2024-12-05T12:20:02,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/c5ac7053f08f43e9a71c6296d3ac0a18 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/c5ac7053f08f43e9a71c6296d3ac0a18 2024-12-05T12:20:02,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/c5ac7053f08f43e9a71c6296d3ac0a18, entries=200, sequenceid=725, filesize=39.0 K 2024-12-05T12:20:02,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/95c03b0486524c8ea16901b273d82005 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/95c03b0486524c8ea16901b273d82005 2024-12-05T12:20:02,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/95c03b0486524c8ea16901b273d82005, entries=150, sequenceid=725, filesize=12.0 K 2024-12-05T12:20:02,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/6f7bccc46d174a4dba2a141d00658a2f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6f7bccc46d174a4dba2a141d00658a2f 2024-12-05T12:20:02,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6f7bccc46d174a4dba2a141d00658a2f, entries=150, sequenceid=725, filesize=12.0 K 2024-12-05T12:20:02,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~162.98 KB/166896, currentSize=134.18 KB/137400 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 1477ms, sequenceid=725, compaction requested=true 2024-12-05T12:20:02,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:02,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:20:02,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:20:02,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:20:02,933 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:20:02,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:20:02,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:20:02,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T12:20:02,934 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102903 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:20:02,934 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/A is initiating minor compaction (all files) 2024-12-05T12:20:02,934 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/A in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:02,934 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/b690d1e68b7a45f29f34a564cbaa8ecb, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7d6d8334bd194b6e8baa1ac4ce953770, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/c5ac7053f08f43e9a71c6296d3ac0a18] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=100.5 K 2024-12-05T12:20:02,934 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:02,934 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/b690d1e68b7a45f29f34a564cbaa8ecb, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7d6d8334bd194b6e8baa1ac4ce953770, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/c5ac7053f08f43e9a71c6296d3ac0a18] 2024-12-05T12:20:02,936 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting b690d1e68b7a45f29f34a564cbaa8ecb, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733401197877 2024-12-05T12:20:02,936 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d6d8334bd194b6e8baa1ac4ce953770, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733401198278 2024-12-05T12:20:02,937 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting c5ac7053f08f43e9a71c6296d3ac0a18, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=725, earliestPutTs=1733401201437 2024-12-05T12:20:02,944 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:20:02,949 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:20:02,949 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/B is initiating minor compaction (all files) 2024-12-05T12:20:02,949 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/B in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:02,949 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/f3e6054dcd5342af957148bf51fd45ca, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/0fddb410ca7d4765866f36f3ff3c7348, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/95c03b0486524c8ea16901b273d82005] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=36.5 K 2024-12-05T12:20:02,953 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3e6054dcd5342af957148bf51fd45ca, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733401197877 2024-12-05T12:20:02,954 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fddb410ca7d4765866f36f3ff3c7348, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733401198278 2024-12-05T12:20:02,955 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95c03b0486524c8ea16901b273d82005, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=725, earliestPutTs=1733401201437 2024-12-05T12:20:02,965 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:02,967 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205b782cfe2d4c143069e6f1674c8b552e7_5112d414e69f18bd09fa0af2b7a7b3d0 store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:02,967 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:20:02,968 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/3f5e1ab50e124c29a37b8587e8efdf28 is 50, key is test_row_0/B:col10/1733401201437/Put/seqid=0 2024-12-05T12:20:02,969 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205b782cfe2d4c143069e6f1674c8b552e7_5112d414e69f18bd09fa0af2b7a7b3d0, store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:02,970 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b782cfe2d4c143069e6f1674c8b552e7_5112d414e69f18bd09fa0af2b7a7b3d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-05T12:20:02,996 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:20:02,997 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:20:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-05T12:20:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-05T12:20:03,000 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:20:03,001 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:20:03,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:20:03,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742409_1585 (size=12847) 2024-12-05T12:20:03,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742410_1586 (size=4469) 2024-12-05T12:20:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-05T12:20:03,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-05T12:20:03,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:03,166 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-05T12:20:03,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:20:03,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:20:03,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:20:03,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:20:03,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:20:03,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:20:03,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050aa51422580b438e8141a14d56e06ecb_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401201532/Put/seqid=0 2024-12-05T12:20:03,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742411_1587 (size=12454) 2024-12-05T12:20:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-05T12:20:03,429 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/3f5e1ab50e124c29a37b8587e8efdf28 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/3f5e1ab50e124c29a37b8587e8efdf28 2024-12-05T12:20:03,437 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/B of 5112d414e69f18bd09fa0af2b7a7b3d0 into 3f5e1ab50e124c29a37b8587e8efdf28(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:20:03,437 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:03,437 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/B, priority=13, startTime=1733401202933; duration=0sec 2024-12-05T12:20:03,437 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:20:03,437 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:B 2024-12-05T12:20:03,437 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:20:03,439 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:20:03,439 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/C is initiating minor compaction (all files) 2024-12-05T12:20:03,439 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/C in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:03,439 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/18fea56a558e4ff080c131b01915dcc4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/69fb0fdf03c94444931c96d2981c8c9b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6f7bccc46d174a4dba2a141d00658a2f] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=36.5 K 2024-12-05T12:20:03,439 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18fea56a558e4ff080c131b01915dcc4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733401197877 2024-12-05T12:20:03,440 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69fb0fdf03c94444931c96d2981c8c9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733401198278 2024-12-05T12:20:03,440 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f7bccc46d174a4dba2a141d00658a2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=725, earliestPutTs=1733401201437 2024-12-05T12:20:03,448 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#C#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:20:03,448 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/4baaae3b23f14febbc70d6c50345a564 is 50, key is test_row_0/C:col10/1733401201437/Put/seqid=0 2024-12-05T12:20:03,449 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#A#compaction#491 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:20:03,449 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/63bbb860e0464966b1de0b715ea02ed0 is 175, key is test_row_0/A:col10/1733401201437/Put/seqid=0 2024-12-05T12:20:03,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742413_1589 (size=31801) 2024-12-05T12:20:03,467 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/63bbb860e0464966b1de0b715ea02ed0 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/63bbb860e0464966b1de0b715ea02ed0 2024-12-05T12:20:03,471 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/A of 5112d414e69f18bd09fa0af2b7a7b3d0 into 63bbb860e0464966b1de0b715ea02ed0(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:20:03,471 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:03,471 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/A, priority=13, startTime=1733401202933; duration=0sec 2024-12-05T12:20:03,471 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:20:03,471 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:A 2024-12-05T12:20:03,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742412_1588 (size=12847) 2024-12-05T12:20:03,488 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/4baaae3b23f14febbc70d6c50345a564 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/4baaae3b23f14febbc70d6c50345a564 2024-12-05T12:20:03,493 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/C of 5112d414e69f18bd09fa0af2b7a7b3d0 into 4baaae3b23f14febbc70d6c50345a564(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:20:03,493 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:03,493 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/C, priority=13, startTime=1733401202933; duration=0sec 2024-12-05T12:20:03,493 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:20:03,493 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:C 2024-12-05T12:20:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-05T12:20:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:03,666 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050aa51422580b438e8141a14d56e06ecb_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050aa51422580b438e8141a14d56e06ecb_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:03,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/ca9d357ccfe54552ababe42152d78ae0, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:03,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/ca9d357ccfe54552ababe42152d78ae0 is 175, key is test_row_0/A:col10/1733401201532/Put/seqid=0 2024-12-05T12:20:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:03,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:20:03,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742414_1590 (size=31255) 2024-12-05T12:20:03,697 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=762, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/ca9d357ccfe54552ababe42152d78ae0 2024-12-05T12:20:03,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/01bc9b0059af4560a34b59e8078f2e49 is 50, key is test_row_0/B:col10/1733401201532/Put/seqid=0 2024-12-05T12:20:03,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401263713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:03,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:03,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:03,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401263715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:03,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:03,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401263715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:03,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401263716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:03,722 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_0' in 5112d414e69f18bd09fa0af2b7a7b3d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:20:03,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:03,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:03,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:03,722 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_0' in 5112d414e69f18bd09fa0af2b7a7b3d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:20:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:03,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401263722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:03,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742415_1591 (size=12301) 2024-12-05T12:20:03,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401263825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:03,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:03,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:03,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:03,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401263835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:03,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:03,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:03,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:03,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401263835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:03,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:03,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:03,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:04,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401264035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:04,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401264046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:04,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:04,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401264047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:04,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-05T12:20:04,159 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=762 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/01bc9b0059af4560a34b59e8078f2e49 2024-12-05T12:20:04,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/ba5bef34d3f64e5d86588940e5d1d4f7 is 50, key is test_row_0/C:col10/1733401201532/Put/seqid=0 2024-12-05T12:20:04,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742416_1592 (size=12301) 2024-12-05T12:20:04,196 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=762 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/ba5bef34d3f64e5d86588940e5d1d4f7 2024-12-05T12:20:04,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/ca9d357ccfe54552ababe42152d78ae0 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ca9d357ccfe54552ababe42152d78ae0 2024-12-05T12:20:04,215 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ca9d357ccfe54552ababe42152d78ae0, entries=150, sequenceid=762, filesize=30.5 K 2024-12-05T12:20:04,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/01bc9b0059af4560a34b59e8078f2e49 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/01bc9b0059af4560a34b59e8078f2e49 2024-12-05T12:20:04,223 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/01bc9b0059af4560a34b59e8078f2e49, entries=150, sequenceid=762, filesize=12.0 K 2024-12-05T12:20:04,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/ba5bef34d3f64e5d86588940e5d1d4f7 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ba5bef34d3f64e5d86588940e5d1d4f7 2024-12-05T12:20:04,227 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ba5bef34d3f64e5d86588940e5d1d4f7, entries=150, sequenceid=762, filesize=12.0 K 2024-12-05T12:20:04,228 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 1063ms, sequenceid=762, compaction requested=false 2024-12-05T12:20:04,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:04,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:04,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-05T12:20:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=137 2024-12-05T12:20:04,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-12-05T12:20:04,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2450 sec 2024-12-05T12:20:04,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.2710 sec 2024-12-05T12:20:04,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T12:20:04,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:20:04,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:20:04,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:20:04,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:20:04,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:20:04,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:20:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:04,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205416be3ba7bf34833b047d0e1d7f432f2_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401203717/Put/seqid=0 2024-12-05T12:20:04,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742417_1593 (size=12454) 2024-12-05T12:20:04,377 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:04,393 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205416be3ba7bf34833b047d0e1d7f432f2_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205416be3ba7bf34833b047d0e1d7f432f2_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:04,395 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/72635452f5b4441cb7aa64eb75e8978a, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:04,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/72635452f5b4441cb7aa64eb75e8978a is 175, key is test_row_0/A:col10/1733401203717/Put/seqid=0 2024-12-05T12:20:04,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742418_1594 (size=31255) 2024-12-05T12:20:04,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733401204385, max timestamp=1733401204410Num uniques 859; 2024-12-05T12:20:04,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T12:20:04,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733401204385, max timestamp=1733401204410Num uniques 859; 2024-12-05T12:20:04,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733401204385, max timestamp=1733401204410Num uniques 859; 2024-12-05T12:20:04,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T12:20:04,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T12:20:04,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401264451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:04,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:04,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401264453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:04,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401264453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:04,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401264565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:04,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401264566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:04,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:04,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401264569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:04,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:04,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401264775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:04,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401264776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:04,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:04,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:04,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401264785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:04,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:04,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:04,803 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=776, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/72635452f5b4441cb7aa64eb75e8978a 2024-12-05T12:20:04,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/96b8489bef2d43a1a90eb03d218e957c is 50, key is test_row_0/B:col10/1733401203717/Put/seqid=0 2024-12-05T12:20:04,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742419_1595 (size=12301) 2024-12-05T12:20:05,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401265084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:05,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:05,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401265085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:05,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:05,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401265095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:05,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-05T12:20:05,146 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:20:05,146 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:20:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-05T12:20:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-05T12:20:05,151 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:20:05,152 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:20:05,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:20:05,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=776 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/96b8489bef2d43a1a90eb03d218e957c 2024-12-05T12:20:05,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/3a9fe5bcc15749448ee094331136ec05 is 50, key is test_row_0/C:col10/1733401203717/Put/seqid=0 2024-12-05T12:20:05,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742420_1596 (size=12301) 2024-12-05T12:20:05,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=776 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/3a9fe5bcc15749448ee094331136ec05 2024-12-05T12:20:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-05T12:20:05,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/72635452f5b4441cb7aa64eb75e8978a as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/72635452f5b4441cb7aa64eb75e8978a 2024-12-05T12:20:05,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/72635452f5b4441cb7aa64eb75e8978a, entries=150, sequenceid=776, filesize=30.5 K 2024-12-05T12:20:05,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/96b8489bef2d43a1a90eb03d218e957c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/96b8489bef2d43a1a90eb03d218e957c 2024-12-05T12:20:05,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/96b8489bef2d43a1a90eb03d218e957c, entries=150, sequenceid=776, filesize=12.0 K 2024-12-05T12:20:05,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/3a9fe5bcc15749448ee094331136ec05 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/3a9fe5bcc15749448ee094331136ec05 2024-12-05T12:20:05,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/3a9fe5bcc15749448ee094331136ec05, entries=150, sequenceid=776, filesize=12.0 K 2024-12-05T12:20:05,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-05T12:20:05,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:05,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 959ms, sequenceid=776, compaction requested=true 2024-12-05T12:20:05,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:20:05,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:05,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:05,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:20:05,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:20:05,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:20:05,307 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:20:05,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:20:05,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:20:05,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:20:05,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:20:05,307 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:20:05,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:20:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:20:05,309 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:20:05,309 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:20:05,310 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/A is initiating minor compaction (all files) 2024-12-05T12:20:05,310 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/B is initiating minor compaction (all files) 2024-12-05T12:20:05,310 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/A in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:05,310 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/B in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:05,310 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/3f5e1ab50e124c29a37b8587e8efdf28, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/01bc9b0059af4560a34b59e8078f2e49, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/96b8489bef2d43a1a90eb03d218e957c] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=36.6 K 2024-12-05T12:20:05,310 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/63bbb860e0464966b1de0b715ea02ed0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ca9d357ccfe54552ababe42152d78ae0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/72635452f5b4441cb7aa64eb75e8978a] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=92.1 K 2024-12-05T12:20:05,310 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:05,310 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/63bbb860e0464966b1de0b715ea02ed0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ca9d357ccfe54552ababe42152d78ae0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/72635452f5b4441cb7aa64eb75e8978a] 2024-12-05T12:20:05,311 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f5e1ab50e124c29a37b8587e8efdf28, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=725, earliestPutTs=1733401201437 2024-12-05T12:20:05,311 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63bbb860e0464966b1de0b715ea02ed0, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=725, earliestPutTs=1733401201437 2024-12-05T12:20:05,311 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 01bc9b0059af4560a34b59e8078f2e49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=762, earliestPutTs=1733401201526 2024-12-05T12:20:05,311 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca9d357ccfe54552ababe42152d78ae0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=762, earliestPutTs=1733401201526 2024-12-05T12:20:05,312 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 96b8489bef2d43a1a90eb03d218e957c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=776, earliestPutTs=1733401203711 2024-12-05T12:20:05,312 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72635452f5b4441cb7aa64eb75e8978a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=776, earliestPutTs=1733401203711 2024-12-05T12:20:05,319 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:05,321 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#B#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:20:05,322 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/57d3930931d74dbdb2dd2bfabcaf6cd9 is 50, key is test_row_0/B:col10/1733401203717/Put/seqid=0 2024-12-05T12:20:05,333 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412052d72f90b13e741f0826c5163081f7bfe_5112d414e69f18bd09fa0af2b7a7b3d0 store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:05,335 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412052d72f90b13e741f0826c5163081f7bfe_5112d414e69f18bd09fa0af2b7a7b3d0, store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:05,336 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052d72f90b13e741f0826c5163081f7bfe_5112d414e69f18bd09fa0af2b7a7b3d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:05,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742421_1597 (size=12949) 2024-12-05T12:20:05,349 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/57d3930931d74dbdb2dd2bfabcaf6cd9 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/57d3930931d74dbdb2dd2bfabcaf6cd9 2024-12-05T12:20:05,353 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/B of 5112d414e69f18bd09fa0af2b7a7b3d0 into 57d3930931d74dbdb2dd2bfabcaf6cd9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:20:05,353 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:05,354 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/B, priority=13, startTime=1733401205307; duration=0sec 2024-12-05T12:20:05,354 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:20:05,354 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:B 2024-12-05T12:20:05,354 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T12:20:05,354 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T12:20:05,355 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/C is initiating minor compaction (all files) 2024-12-05T12:20:05,355 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/C in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:05,355 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/4baaae3b23f14febbc70d6c50345a564, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ba5bef34d3f64e5d86588940e5d1d4f7, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/3a9fe5bcc15749448ee094331136ec05] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=36.6 K 2024-12-05T12:20:05,355 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 4baaae3b23f14febbc70d6c50345a564, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=725, earliestPutTs=1733401201437 2024-12-05T12:20:05,355 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting ba5bef34d3f64e5d86588940e5d1d4f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=762, earliestPutTs=1733401201526 2024-12-05T12:20:05,356 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a9fe5bcc15749448ee094331136ec05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=776, earliestPutTs=1733401203711 2024-12-05T12:20:05,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742422_1598 (size=4469) 2024-12-05T12:20:05,379 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#C#compaction#502 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:20:05,379 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/9672b854e93a4797baed8e1b1c615ca3 is 50, key is test_row_0/C:col10/1733401203717/Put/seqid=0 2024-12-05T12:20:05,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742423_1599 (size=12949) 2024-12-05T12:20:05,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-05T12:20:05,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:05,460 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-12-05T12:20:05,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:20:05,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:20:05,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:20:05,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:20:05,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:20:05,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:20:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-05T12:20:05,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057753d75cefcc43e8b80babd703cd0652_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401204451/Put/seqid=0 2024-12-05T12:20:05,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742424_1600 (size=12454) 2024-12-05T12:20:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:05,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:20:05,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401265621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:05,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:05,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401265623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:05,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:05,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401265625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:05,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:05,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39590 deadline: 1733401265725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:05,728 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_0' in 5112d414e69f18bd09fa0af2b7a7b3d0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:20:05,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:05,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401265735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:05,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:05,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401265735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:05,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:05,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39612 deadline: 1733401265735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:05,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:05,740 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 2556e7014d8b,44745,1733401030153 for 'test_row_0' in 5112d414e69f18bd09fa0af2b7a7b3d0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T12:20:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401265737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:05,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:05,769 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#A#compaction#500 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:20:05,770 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/9eaf11b9194e47848c1ad5d624f0c322 is 175, key is test_row_0/A:col10/1733401203717/Put/seqid=0 2024-12-05T12:20:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-05T12:20:05,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742425_1601 (size=31903) 2024-12-05T12:20:05,819 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/9672b854e93a4797baed8e1b1c615ca3 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/9672b854e93a4797baed8e1b1c615ca3 2024-12-05T12:20:05,824 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/C of 5112d414e69f18bd09fa0af2b7a7b3d0 into 9672b854e93a4797baed8e1b1c615ca3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:20:05,824 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:05,824 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/C, priority=13, startTime=1733401205307; duration=0sec 2024-12-05T12:20:05,824 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:20:05,824 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:C 2024-12-05T12:20:05,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:05,937 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057753d75cefcc43e8b80babd703cd0652_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057753d75cefcc43e8b80babd703cd0652_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:05,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/8c8fe636ea484945b177c5640cc6d58b, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:05,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/8c8fe636ea484945b177c5640cc6d58b is 175, key is test_row_0/A:col10/1733401204451/Put/seqid=0 2024-12-05T12:20:05,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742426_1602 (size=31255) 2024-12-05T12:20:05,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:05,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401265946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401265946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:05,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401265946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:06,214 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/9eaf11b9194e47848c1ad5d624f0c322 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/9eaf11b9194e47848c1ad5d624f0c322 2024-12-05T12:20:06,221 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/A of 5112d414e69f18bd09fa0af2b7a7b3d0 into 9eaf11b9194e47848c1ad5d624f0c322(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:20:06,222 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:06,222 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/A, priority=13, startTime=1733401205307; duration=0sec 2024-12-05T12:20:06,222 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:20:06,222 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:A 2024-12-05T12:20:06,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401266265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:06,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:06,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:06,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:06,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401266265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:06,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401266265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:06,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:06,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:06,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:06,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:06,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:06,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-05T12:20:06,355 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=811, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/8c8fe636ea484945b177c5640cc6d58b 2024-12-05T12:20:06,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/12e37913abaf433d9c2428c89a2acf21 is 50, key is test_row_0/B:col10/1733401204451/Put/seqid=0 2024-12-05T12:20:06,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742427_1603 (size=12301) 2024-12-05T12:20:06,407 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=811 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/12e37913abaf433d9c2428c89a2acf21 2024-12-05T12:20:06,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/5abcb76921274a28bbd5926998b5e200 is 50, key is test_row_0/C:col10/1733401204451/Put/seqid=0 2024-12-05T12:20:06,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742428_1604 (size=12301) 2024-12-05T12:20:06,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401266775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:06,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:06,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:06,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401266775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:06,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:06,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:06,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:06,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:06,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401266777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:06,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:06,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:06,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:06,832 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=811 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/5abcb76921274a28bbd5926998b5e200 2024-12-05T12:20:06,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/8c8fe636ea484945b177c5640cc6d58b as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/8c8fe636ea484945b177c5640cc6d58b 2024-12-05T12:20:06,839 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/8c8fe636ea484945b177c5640cc6d58b, entries=150, sequenceid=811, filesize=30.5 K 2024-12-05T12:20:06,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/12e37913abaf433d9c2428c89a2acf21 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/12e37913abaf433d9c2428c89a2acf21 2024-12-05T12:20:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,843 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/12e37913abaf433d9c2428c89a2acf21, entries=150, sequenceid=811, filesize=12.0 K 2024-12-05T12:20:06,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/5abcb76921274a28bbd5926998b5e200 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/5abcb76921274a28bbd5926998b5e200 2024-12-05T12:20:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,852 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/5abcb76921274a28bbd5926998b5e200, entries=150, sequenceid=811, filesize=12.0 K 2024-12-05T12:20:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,853 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 1393ms, sequenceid=811, compaction requested=false 2024-12-05T12:20:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-05T12:20:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=139 2024-12-05T12:20:06,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-12-05T12:20:06,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7020 sec 2024-12-05T12:20:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.7100 sec 2024-12-05T12:20:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-05T12:20:07,297 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:20:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,298 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T12:20:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-05T12:20:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-12-05T12:20:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,304 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T12:20:07,309 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T12:20:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T12:20:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-12-05T12:20:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-05T12:20:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:07,469 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T12:20:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:20:07,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:20:07,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:20:07,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:20:07,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:20:07,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:20:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120513f2ffe634ed465c8172293191f29cb1_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_1/A:col10/1733401205621/Put/seqid=0 2024-12-05T12:20:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742429_1605 (size=9914) 2024-12-05T12:20:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,509 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120513f2ffe634ed465c8172293191f29cb1_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120513f2ffe634ed465c8172293191f29cb1_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/ebf56ada41ee4f5790b65f261b1d076c, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/ebf56ada41ee4f5790b65f261b1d076c is 175, key is test_row_1/A:col10/1733401205621/Put/seqid=0 2024-12-05T12:20:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742430_1606 (size=22561) 2024-12-05T12:20:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,541 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=824, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/ebf56ada41ee4f5790b65f261b1d076c 2024-12-05T12:20:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/5478921995b14f97b4917d198aac3f97 is 50, key is test_row_1/B:col10/1733401205621/Put/seqid=0 2024-12-05T12:20:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742431_1607 (size=9857) 2024-12-05T12:20:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,611 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=824 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/5478921995b14f97b4917d198aac3f97 2024-12-05T12:20:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-12-05T12:20:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/6a6e852ac3da40cbaea28a76ff9cd1f8 is 50, key is test_row_1/C:col10/1733401205621/Put/seqid=0 2024-12-05T12:20:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742432_1608 (size=9857) 2024-12-05T12:20:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. as already flushing 2024-12-05T12:20:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:07,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401267874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:07,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733401207849, max timestamp=1733401207877Num uniques 859; 2024-12-05T12:20:07,883 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:20:07,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:07,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:07,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:07,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401207849, max timestamp=1733401207877Num uniques 859; 2024-12-05T12:20:07,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:20:07,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733401207849, max timestamp=1733401207877Num uniques 859; 2024-12-05T12:20:07,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2556e7014d8b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T12:20:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-12-05T12:20:07,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401267936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:07,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401267949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:07,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:07,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:07,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:07,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401267985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:08,012 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:20:08,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401268057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:08,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:08,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401268068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:08,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:08,119 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=824 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/6a6e852ac3da40cbaea28a76ff9cd1f8 2024-12-05T12:20:08,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/ebf56ada41ee4f5790b65f261b1d076c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ebf56ada41ee4f5790b65f261b1d076c 2024-12-05T12:20:08,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401268195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:08,201 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ebf56ada41ee4f5790b65f261b1d076c, entries=100, sequenceid=824, filesize=22.0 K 2024-12-05T12:20:08,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:08,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/5478921995b14f97b4917d198aac3f97 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/5478921995b14f97b4917d198aac3f97 2024-12-05T12:20:08,219 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/5478921995b14f97b4917d198aac3f97, entries=100, sequenceid=824, filesize=9.6 K 2024-12-05T12:20:08,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/6a6e852ac3da40cbaea28a76ff9cd1f8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6a6e852ac3da40cbaea28a76ff9cd1f8 2024-12-05T12:20:08,255 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6a6e852ac3da40cbaea28a76ff9cd1f8, entries=100, sequenceid=824, filesize=9.6 K 2024-12-05T12:20:08,256 INFO [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 788ms, sequenceid=824, compaction requested=true 2024-12-05T12:20:08,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:08,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:08,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-05T12:20:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=141 2024-12-05T12:20:08,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-12-05T12:20:08,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 949 msec 2024-12-05T12:20:08,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 962 msec 2024-12-05T12:20:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:08,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-05T12:20:08,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:20:08,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:20:08,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:20:08,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:20:08,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:20:08,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T12:20:08,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205aaeb53563b544560a56d7ef6fc5232e4_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401207919/Put/seqid=0 2024-12-05T12:20:08,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401268339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:08,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401268341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:08,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742433_1609 (size=17534) 2024-12-05T12:20:08,361 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:08,367 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205aaeb53563b544560a56d7ef6fc5232e4_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205aaeb53563b544560a56d7ef6fc5232e4_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:08,368 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/d5cc7d279f5a4af7a33054d530f940ab, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:08,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/d5cc7d279f5a4af7a33054d530f940ab is 175, key is test_row_0/A:col10/1733401207919/Put/seqid=0 2024-12-05T12:20:08,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742434_1610 (size=48639) 2024-12-05T12:20:08,433 INFO [Thread-2349 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2349. 2024-12-05T12:20:08,433 DEBUG [Thread-2349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:20:08,433 DEBUG [Thread-2349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:08,433 DEBUG [Thread-2349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:08,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-12-05T12:20:08,436 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:20:08,440 INFO [Thread-2351 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2351. 2024-12-05T12:20:08,440 DEBUG [Thread-2351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:20:08,440 DEBUG [Thread-2351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:08,441 DEBUG [Thread-2351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:08,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:08,444 INFO [Thread-2343 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2343. 2024-12-05T12:20:08,444 DEBUG [Thread-2343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:20:08,444 DEBUG [Thread-2343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:08,444 DEBUG [Thread-2343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:08,444 INFO [Thread-2345 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2345. 2024-12-05T12:20:08,444 DEBUG [Thread-2345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:20:08,444 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:08,444 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:08,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:08,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:08,450 INFO [Thread-2347 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2347. 2024-12-05T12:20:08,450 DEBUG [Thread-2347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:20:08,450 DEBUG [Thread-2347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:08,450 DEBUG [Thread-2347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:08,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:08,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401268465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:08,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:08,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401268469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:08,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:08,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401268505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:08,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:08,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401268675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:08,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401268675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:08,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:08,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:08,817 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=861, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/d5cc7d279f5a4af7a33054d530f940ab 2024-12-05T12:20:08,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/2398f80983ae48e182ba15f1e32a271b is 50, key is test_row_0/B:col10/1733401207919/Put/seqid=0 2024-12-05T12:20:08,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742435_1611 (size=12301) 2024-12-05T12:20:08,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:08,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733401268986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39592 deadline: 1733401268986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:08,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:08,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:08,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:09,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:20:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39578 deadline: 1733401269015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:09,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 , the old value is region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:09,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:20:09,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., hostname=2556e7014d8b,44745,1733401030153, seqNum=5 because the exception is null or not the one we care about 2024-12-05T12:20:09,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=861 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/2398f80983ae48e182ba15f1e32a271b 2024-12-05T12:20:09,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/e17ef2ebb7204daaaca11508eb7277dc is 50, key is test_row_0/C:col10/1733401207919/Put/seqid=0 2024-12-05T12:20:09,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742436_1612 (size=12301) 2024-12-05T12:20:09,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=861 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/e17ef2ebb7204daaaca11508eb7277dc 2024-12-05T12:20:09,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/d5cc7d279f5a4af7a33054d530f940ab as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/d5cc7d279f5a4af7a33054d530f940ab 2024-12-05T12:20:09,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/d5cc7d279f5a4af7a33054d530f940ab, entries=250, sequenceid=861, filesize=47.5 K 2024-12-05T12:20:09,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/2398f80983ae48e182ba15f1e32a271b as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/2398f80983ae48e182ba15f1e32a271b 2024-12-05T12:20:09,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/2398f80983ae48e182ba15f1e32a271b, entries=150, sequenceid=861, filesize=12.0 K 2024-12-05T12:20:09,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/e17ef2ebb7204daaaca11508eb7277dc as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/e17ef2ebb7204daaaca11508eb7277dc 2024-12-05T12:20:09,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/e17ef2ebb7204daaaca11508eb7277dc, entries=150, sequenceid=861, filesize=12.0 K 2024-12-05T12:20:09,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 1021ms, sequenceid=861, compaction requested=true 2024-12-05T12:20:09,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:09,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T12:20:09,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:20:09,314 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:20:09,314 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:20:09,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T12:20:09,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:20:09,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5112d414e69f18bd09fa0af2b7a7b3d0:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T12:20:09,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:20:09,315 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134358 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:20:09,315 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/A is initiating minor compaction (all files) 2024-12-05T12:20:09,316 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/A in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:09,316 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/9eaf11b9194e47848c1ad5d624f0c322, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/8c8fe636ea484945b177c5640cc6d58b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ebf56ada41ee4f5790b65f261b1d076c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/d5cc7d279f5a4af7a33054d530f940ab] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=131.2 K 2024-12-05T12:20:09,316 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:09,316 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. files: [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/9eaf11b9194e47848c1ad5d624f0c322, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/8c8fe636ea484945b177c5640cc6d58b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ebf56ada41ee4f5790b65f261b1d076c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/d5cc7d279f5a4af7a33054d530f940ab] 2024-12-05T12:20:09,316 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:20:09,316 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/B is initiating minor compaction (all files) 2024-12-05T12:20:09,316 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/B in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:09,316 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/57d3930931d74dbdb2dd2bfabcaf6cd9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/12e37913abaf433d9c2428c89a2acf21, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/5478921995b14f97b4917d198aac3f97, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/2398f80983ae48e182ba15f1e32a271b] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=46.3 K 2024-12-05T12:20:09,316 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9eaf11b9194e47848c1ad5d624f0c322, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=776, earliestPutTs=1733401203711 2024-12-05T12:20:09,317 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 57d3930931d74dbdb2dd2bfabcaf6cd9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=776, earliestPutTs=1733401203711 2024-12-05T12:20:09,317 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c8fe636ea484945b177c5640cc6d58b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=811, earliestPutTs=1733401204446 2024-12-05T12:20:09,317 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 12e37913abaf433d9c2428c89a2acf21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=811, earliestPutTs=1733401204446 2024-12-05T12:20:09,317 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebf56ada41ee4f5790b65f261b1d076c, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=824, earliestPutTs=1733401205619 2024-12-05T12:20:09,317 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5cc7d279f5a4af7a33054d530f940ab, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=861, earliestPutTs=1733401207919 2024-12-05T12:20:09,317 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 5478921995b14f97b4917d198aac3f97, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=824, earliestPutTs=1733401205619 2024-12-05T12:20:09,318 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2398f80983ae48e182ba15f1e32a271b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=861, earliestPutTs=1733401207919 2024-12-05T12:20:09,325 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:09,328 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#B#compaction#512 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:20:09,328 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412051eb5574c8039482d93e8ed956152ba2b_5112d414e69f18bd09fa0af2b7a7b3d0 store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:09,328 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/722f26b88d7945aba209981bf617e741 is 50, key is test_row_0/B:col10/1733401207919/Put/seqid=0 2024-12-05T12:20:09,331 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412051eb5574c8039482d93e8ed956152ba2b_5112d414e69f18bd09fa0af2b7a7b3d0, store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:09,332 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051eb5574c8039482d93e8ed956152ba2b_5112d414e69f18bd09fa0af2b7a7b3d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:09,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742437_1613 (size=13085) 2024-12-05T12:20:09,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742438_1614 (size=4469) 2024-12-05T12:20:09,340 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/722f26b88d7945aba209981bf617e741 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/722f26b88d7945aba209981bf617e741 2024-12-05T12:20:09,349 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/B of 5112d414e69f18bd09fa0af2b7a7b3d0 into 722f26b88d7945aba209981bf617e741(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:20:09,349 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:09,349 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/B, priority=12, startTime=1733401209314; duration=0sec 2024-12-05T12:20:09,350 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T12:20:09,350 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:B 2024-12-05T12:20:09,350 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:20:09,351 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T12:20:09,352 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1541): 5112d414e69f18bd09fa0af2b7a7b3d0/C is initiating minor compaction (all files) 2024-12-05T12:20:09,352 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5112d414e69f18bd09fa0af2b7a7b3d0/C in TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:09,352 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/9672b854e93a4797baed8e1b1c615ca3, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/5abcb76921274a28bbd5926998b5e200, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6a6e852ac3da40cbaea28a76ff9cd1f8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/e17ef2ebb7204daaaca11508eb7277dc] into tmpdir=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp, totalSize=46.3 K 2024-12-05T12:20:09,352 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 9672b854e93a4797baed8e1b1c615ca3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=776, earliestPutTs=1733401203711 2024-12-05T12:20:09,353 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 5abcb76921274a28bbd5926998b5e200, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=811, earliestPutTs=1733401204446 2024-12-05T12:20:09,353 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a6e852ac3da40cbaea28a76ff9cd1f8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=824, earliestPutTs=1733401205619 2024-12-05T12:20:09,353 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] compactions.Compactor(225): Compacting e17ef2ebb7204daaaca11508eb7277dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=861, earliestPutTs=1733401207919 2024-12-05T12:20:09,362 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#C#compaction#514 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:20:09,363 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/bdd325e0fe8645f69601d5b873872596 is 50, key is test_row_0/C:col10/1733401207919/Put/seqid=0 2024-12-05T12:20:09,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742439_1615 (size=13085) 2024-12-05T12:20:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 {}] regionserver.HRegion(8855): Flush requested on 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:09,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T12:20:09,497 INFO [Thread-2338 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2338. 2024-12-05T12:20:09,497 DEBUG [Thread-2338 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:20:09,497 DEBUG [Thread-2338 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:09,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:20:09,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:20:09,497 DEBUG [Thread-2338 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:09,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:20:09,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:20:09,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:20:09,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:20:09,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:09,498 INFO [Thread-2332 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2332. 2024-12-05T12:20:09,498 DEBUG [Thread-2332 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:20:09,498 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:09,498 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:09,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:09,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056ab52823665846f2b676edb4d362a3f7_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401209495/Put/seqid=0 2024-12-05T12:20:09,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742440_1616 (size=12454) 2024-12-05T12:20:09,737 INFO [Thread-2336 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2336. 2024-12-05T12:20:09,737 DEBUG [Thread-2336 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:20:09,737 DEBUG [Thread-2336 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:09,737 DEBUG [Thread-2336 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:09,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:09,737 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5112d414e69f18bd09fa0af2b7a7b3d0#A#compaction#513 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:20:09,738 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/f22a992c1ac34d03bb2b91789e2c9afd is 175, key is test_row_0/A:col10/1733401207919/Put/seqid=0 2024-12-05T12:20:09,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742441_1617 (size=32039) 2024-12-05T12:20:09,753 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/f22a992c1ac34d03bb2b91789e2c9afd as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/f22a992c1ac34d03bb2b91789e2c9afd 2024-12-05T12:20:09,758 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/A of 5112d414e69f18bd09fa0af2b7a7b3d0 into f22a992c1ac34d03bb2b91789e2c9afd(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:20:09,758 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:09,758 INFO [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/A, priority=12, startTime=1733401209314; duration=0sec 2024-12-05T12:20:09,758 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:20:09,758 DEBUG [RS:0;2556e7014d8b:44745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:A 2024-12-05T12:20:09,767 INFO [Thread-2340 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2340. 2024-12-05T12:20:09,767 DEBUG [Thread-2340 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:20:09,767 DEBUG [Thread-2340 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:09,767 DEBUG [Thread-2340 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:09,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:09,772 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/bdd325e0fe8645f69601d5b873872596 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/bdd325e0fe8645f69601d5b873872596 2024-12-05T12:20:09,776 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5112d414e69f18bd09fa0af2b7a7b3d0/C of 5112d414e69f18bd09fa0af2b7a7b3d0 into bdd325e0fe8645f69601d5b873872596(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:20:09,776 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:09,776 INFO [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., storeName=5112d414e69f18bd09fa0af2b7a7b3d0/C, priority=12, startTime=1733401209315; duration=0sec 2024-12-05T12:20:09,776 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T12:20:09,776 DEBUG [RS:0;2556e7014d8b:44745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5112d414e69f18bd09fa0af2b7a7b3d0:C 2024-12-05T12:20:09,918 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:09,921 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056ab52823665846f2b676edb4d362a3f7_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056ab52823665846f2b676edb4d362a3f7_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:09,922 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/2e31795e9e5740dbb9a080cb1eaf400f, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:09,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/2e31795e9e5740dbb9a080cb1eaf400f is 175, key is test_row_0/A:col10/1733401209495/Put/seqid=0 2024-12-05T12:20:09,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742442_1618 (size=31255) 2024-12-05T12:20:10,027 INFO [Thread-2334 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2334. 2024-12-05T12:20:10,027 DEBUG [Thread-2334 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T12:20:10,027 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:10,027 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:10,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:10,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T12:20:10,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 175 2024-12-05T12:20:10,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 170 2024-12-05T12:20:10,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 137 2024-12-05T12:20:10,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 209 2024-12-05T12:20:10,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-12-05T12:20:10,028 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T12:20:10,028 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1670 2024-12-05T12:20:10,028 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1665 2024-12-05T12:20:10,028 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1697 2024-12-05T12:20:10,028 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1681 2024-12-05T12:20:10,028 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1709 2024-12-05T12:20:10,028 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T12:20:10,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:20:10,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:10,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:10,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:10,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:10,029 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T12:20:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T12:20:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-05T12:20:10,032 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401210032"}]},"ts":"1733401210032"} 2024-12-05T12:20:10,034 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T12:20:10,034 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T12:20:10,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T12:20:10,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5112d414e69f18bd09fa0af2b7a7b3d0, UNASSIGN}] 2024-12-05T12:20:10,037 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5112d414e69f18bd09fa0af2b7a7b3d0, UNASSIGN 2024-12-05T12:20:10,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=144 updating hbase:meta row=5112d414e69f18bd09fa0af2b7a7b3d0, regionState=CLOSING, regionLocation=2556e7014d8b,44745,1733401030153 2024-12-05T12:20:10,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5112d414e69f18bd09fa0af2b7a7b3d0, UNASSIGN because future has completed 2024-12-05T12:20:10,039 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T12:20:10,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153}] 2024-12-05T12:20:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-05T12:20:10,192 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(122): Close 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:10,192 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T12:20:10,192 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1722): Closing 5112d414e69f18bd09fa0af2b7a7b3d0, disabling compactions & flushes 2024-12-05T12:20:10,192 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:10,326 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=873, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/2e31795e9e5740dbb9a080cb1eaf400f 2024-12-05T12:20:10,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/930b28a3a9d042bdbe592d38f32c9670 is 50, key is test_row_0/B:col10/1733401209495/Put/seqid=0 2024-12-05T12:20:10,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742443_1619 (size=12301) 2024-12-05T12:20:10,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=873 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/930b28a3a9d042bdbe592d38f32c9670 2024-12-05T12:20:10,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/1c0f90b8b21247ab93ee322df58d87ed is 50, key is test_row_0/C:col10/1733401209495/Put/seqid=0 2024-12-05T12:20:10,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742444_1620 (size=12301) 2024-12-05T12:20:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-05T12:20:10,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=873 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/1c0f90b8b21247ab93ee322df58d87ed 2024-12-05T12:20:10,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/2e31795e9e5740dbb9a080cb1eaf400f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/2e31795e9e5740dbb9a080cb1eaf400f 2024-12-05T12:20:10,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/2e31795e9e5740dbb9a080cb1eaf400f, entries=150, sequenceid=873, filesize=30.5 K 2024-12-05T12:20:10,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/930b28a3a9d042bdbe592d38f32c9670 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/930b28a3a9d042bdbe592d38f32c9670 2024-12-05T12:20:10,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/930b28a3a9d042bdbe592d38f32c9670, entries=150, sequenceid=873, filesize=12.0 K 2024-12-05T12:20:10,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/1c0f90b8b21247ab93ee322df58d87ed as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/1c0f90b8b21247ab93ee322df58d87ed 2024-12-05T12:20:10,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/1c0f90b8b21247ab93ee322df58d87ed, entries=150, sequenceid=873, filesize=12.0 K 2024-12-05T12:20:10,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=20.13 KB/20610 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 864ms, sequenceid=873, compaction requested=false 2024-12-05T12:20:10,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5112d414e69f18bd09fa0af2b7a7b3d0: 2024-12-05T12:20:10,360 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:10,360 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:10,360 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. after waiting 0 ms 2024-12-05T12:20:10,360 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:10,361 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(2902): Flushing 5112d414e69f18bd09fa0af2b7a7b3d0 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-05T12:20:10,361 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=A 2024-12-05T12:20:10,361 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:20:10,361 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=B 2024-12-05T12:20:10,361 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:20:10,362 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5112d414e69f18bd09fa0af2b7a7b3d0, store=C 2024-12-05T12:20:10,362 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T12:20:10,367 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120503ea42204c6a476492c3882fe2f5d310_5112d414e69f18bd09fa0af2b7a7b3d0 is 50, key is test_row_0/A:col10/1733401209765/Put/seqid=0 2024-12-05T12:20:10,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742445_1621 (size=9914) 2024-12-05T12:20:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-05T12:20:10,771 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:10,775 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120503ea42204c6a476492c3882fe2f5d310_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120503ea42204c6a476492c3882fe2f5d310_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:10,776 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/c379743561584f19acdaacf0163fd87e, store: [table=TestAcidGuarantees family=A region=5112d414e69f18bd09fa0af2b7a7b3d0] 2024-12-05T12:20:10,777 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/c379743561584f19acdaacf0163fd87e is 175, key is test_row_0/A:col10/1733401209765/Put/seqid=0 2024-12-05T12:20:10,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742446_1622 (size=22561) 2024-12-05T12:20:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-05T12:20:11,182 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=881, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/c379743561584f19acdaacf0163fd87e 2024-12-05T12:20:11,200 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/d1a97c5da3fb4bfa97e6634d53618438 is 50, key is test_row_0/B:col10/1733401209765/Put/seqid=0 2024-12-05T12:20:11,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742447_1623 (size=9857) 2024-12-05T12:20:11,605 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/d1a97c5da3fb4bfa97e6634d53618438 2024-12-05T12:20:11,612 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/b9c7160cea4146a4a58760411fa0a95f is 50, key is test_row_0/C:col10/1733401209765/Put/seqid=0 2024-12-05T12:20:11,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742448_1624 (size=9857) 2024-12-05T12:20:12,020 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/b9c7160cea4146a4a58760411fa0a95f 2024-12-05T12:20:12,024 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/A/c379743561584f19acdaacf0163fd87e as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/c379743561584f19acdaacf0163fd87e 2024-12-05T12:20:12,028 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/c379743561584f19acdaacf0163fd87e, entries=100, sequenceid=881, filesize=22.0 K 2024-12-05T12:20:12,028 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/B/d1a97c5da3fb4bfa97e6634d53618438 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/d1a97c5da3fb4bfa97e6634d53618438 2024-12-05T12:20:12,032 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/d1a97c5da3fb4bfa97e6634d53618438, entries=100, sequenceid=881, filesize=9.6 K 2024-12-05T12:20:12,033 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/.tmp/C/b9c7160cea4146a4a58760411fa0a95f as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/b9c7160cea4146a4a58760411fa0a95f 2024-12-05T12:20:12,036 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/b9c7160cea4146a4a58760411fa0a95f, entries=100, sequenceid=881, filesize=9.6 K 2024-12-05T12:20:12,037 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 1677ms, sequenceid=881, compaction requested=true 2024-12-05T12:20:12,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/43a5a91e483a4225991afcf08fb00ee6, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/41c040ad719d4c4291d017ef64219870, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/e53f4afcc72a4564bcb30d1c450fd18b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/176b2112926e4ebb98dcf9c8b5408a05, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/8cde931fa83845099d4bd502ca207ab9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7e70da21bd71445d87c5a12530a3c636, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/3f809dd3f36a4d9a938f4eebda833ed3, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/a3fdec105fa24b91bfd8a07c086de1fa, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/29b59dd9f5724f508a75233eed5dead9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/0445b05f53ad4bc99baf3c2dc29f90c5, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7151056fa92b498daa11b6195e64fe81, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ea003a7f3f4a4cc0ad210eacb50ed39d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ee25a92703af40989aff989392edb5c8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/b690d1e68b7a45f29f34a564cbaa8ecb, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7d6d8334bd194b6e8baa1ac4ce953770, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/c5ac7053f08f43e9a71c6296d3ac0a18, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/63bbb860e0464966b1de0b715ea02ed0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ca9d357ccfe54552ababe42152d78ae0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/9eaf11b9194e47848c1ad5d624f0c322, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/72635452f5b4441cb7aa64eb75e8978a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/8c8fe636ea484945b177c5640cc6d58b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ebf56ada41ee4f5790b65f261b1d076c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/d5cc7d279f5a4af7a33054d530f940ab] to archive 2024-12-05T12:20:12,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:20:12,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/43a5a91e483a4225991afcf08fb00ee6 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/43a5a91e483a4225991afcf08fb00ee6 2024-12-05T12:20:12,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/41c040ad719d4c4291d017ef64219870 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/41c040ad719d4c4291d017ef64219870 2024-12-05T12:20:12,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/e53f4afcc72a4564bcb30d1c450fd18b to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/e53f4afcc72a4564bcb30d1c450fd18b 2024-12-05T12:20:12,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/176b2112926e4ebb98dcf9c8b5408a05 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/176b2112926e4ebb98dcf9c8b5408a05 2024-12-05T12:20:12,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/8cde931fa83845099d4bd502ca207ab9 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/8cde931fa83845099d4bd502ca207ab9 2024-12-05T12:20:12,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7e70da21bd71445d87c5a12530a3c636 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7e70da21bd71445d87c5a12530a3c636 2024-12-05T12:20:12,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/3f809dd3f36a4d9a938f4eebda833ed3 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/3f809dd3f36a4d9a938f4eebda833ed3 2024-12-05T12:20:12,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/a3fdec105fa24b91bfd8a07c086de1fa to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/a3fdec105fa24b91bfd8a07c086de1fa 2024-12-05T12:20:12,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/29b59dd9f5724f508a75233eed5dead9 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/29b59dd9f5724f508a75233eed5dead9 2024-12-05T12:20:12,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/0445b05f53ad4bc99baf3c2dc29f90c5 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/0445b05f53ad4bc99baf3c2dc29f90c5 2024-12-05T12:20:12,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7151056fa92b498daa11b6195e64fe81 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7151056fa92b498daa11b6195e64fe81 2024-12-05T12:20:12,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ea003a7f3f4a4cc0ad210eacb50ed39d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ea003a7f3f4a4cc0ad210eacb50ed39d 2024-12-05T12:20:12,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ee25a92703af40989aff989392edb5c8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ee25a92703af40989aff989392edb5c8 2024-12-05T12:20:12,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/b690d1e68b7a45f29f34a564cbaa8ecb to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/b690d1e68b7a45f29f34a564cbaa8ecb 2024-12-05T12:20:12,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7d6d8334bd194b6e8baa1ac4ce953770 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/7d6d8334bd194b6e8baa1ac4ce953770 2024-12-05T12:20:12,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/c5ac7053f08f43e9a71c6296d3ac0a18 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/c5ac7053f08f43e9a71c6296d3ac0a18 2024-12-05T12:20:12,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/63bbb860e0464966b1de0b715ea02ed0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/63bbb860e0464966b1de0b715ea02ed0 2024-12-05T12:20:12,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ca9d357ccfe54552ababe42152d78ae0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ca9d357ccfe54552ababe42152d78ae0 2024-12-05T12:20:12,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/9eaf11b9194e47848c1ad5d624f0c322 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/9eaf11b9194e47848c1ad5d624f0c322 2024-12-05T12:20:12,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/72635452f5b4441cb7aa64eb75e8978a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/72635452f5b4441cb7aa64eb75e8978a 2024-12-05T12:20:12,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/8c8fe636ea484945b177c5640cc6d58b to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/8c8fe636ea484945b177c5640cc6d58b 2024-12-05T12:20:12,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ebf56ada41ee4f5790b65f261b1d076c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/ebf56ada41ee4f5790b65f261b1d076c 2024-12-05T12:20:12,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/d5cc7d279f5a4af7a33054d530f940ab to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/d5cc7d279f5a4af7a33054d530f940ab 2024-12-05T12:20:12,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/4a39db590c1143de8eee0ec723eb9235, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/719666fb6b044acea067f278bcc40cca, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/938f33bcd5224b29b23dfa861afb4dd4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/ebf65227174a4ba88ded3afdfe82079d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/cfa4a86cb86642369e6e1075ef1f8684, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/a408facdcc334f8bb4072f0d726d67f0, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/461152ec21134bcc94b4bbac4c73762c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/140a5391106545b3ac5537c2037fd347, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/f45b4593f79e477f821b691954cb437f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/cf6d83b668f44c3ca8dc7734acadb796, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/14f3a191aa814e4cbd763cf42819375a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/4625b02a401942378e0d52a430e74624, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/f3e6054dcd5342af957148bf51fd45ca, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/94aa1c0a55ac46faa10524ea98356bcc, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/0fddb410ca7d4765866f36f3ff3c7348, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/3f5e1ab50e124c29a37b8587e8efdf28, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/95c03b0486524c8ea16901b273d82005, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/01bc9b0059af4560a34b59e8078f2e49, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/57d3930931d74dbdb2dd2bfabcaf6cd9, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/96b8489bef2d43a1a90eb03d218e957c, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/12e37913abaf433d9c2428c89a2acf21, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/5478921995b14f97b4917d198aac3f97, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/2398f80983ae48e182ba15f1e32a271b] to archive 2024-12-05T12:20:12,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:20:12,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/4a39db590c1143de8eee0ec723eb9235 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/4a39db590c1143de8eee0ec723eb9235 2024-12-05T12:20:12,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/719666fb6b044acea067f278bcc40cca to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/719666fb6b044acea067f278bcc40cca 2024-12-05T12:20:12,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/938f33bcd5224b29b23dfa861afb4dd4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/938f33bcd5224b29b23dfa861afb4dd4 2024-12-05T12:20:12,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/ebf65227174a4ba88ded3afdfe82079d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/ebf65227174a4ba88ded3afdfe82079d 2024-12-05T12:20:12,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/cfa4a86cb86642369e6e1075ef1f8684 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/cfa4a86cb86642369e6e1075ef1f8684 2024-12-05T12:20:12,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/a408facdcc334f8bb4072f0d726d67f0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/a408facdcc334f8bb4072f0d726d67f0 2024-12-05T12:20:12,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/461152ec21134bcc94b4bbac4c73762c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/461152ec21134bcc94b4bbac4c73762c 2024-12-05T12:20:12,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/140a5391106545b3ac5537c2037fd347 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/140a5391106545b3ac5537c2037fd347 2024-12-05T12:20:12,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/f45b4593f79e477f821b691954cb437f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/f45b4593f79e477f821b691954cb437f 2024-12-05T12:20:12,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/cf6d83b668f44c3ca8dc7734acadb796 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/cf6d83b668f44c3ca8dc7734acadb796 2024-12-05T12:20:12,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/14f3a191aa814e4cbd763cf42819375a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/14f3a191aa814e4cbd763cf42819375a 2024-12-05T12:20:12,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/4625b02a401942378e0d52a430e74624 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/4625b02a401942378e0d52a430e74624 2024-12-05T12:20:12,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/f3e6054dcd5342af957148bf51fd45ca to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/f3e6054dcd5342af957148bf51fd45ca 2024-12-05T12:20:12,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/94aa1c0a55ac46faa10524ea98356bcc to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/94aa1c0a55ac46faa10524ea98356bcc 2024-12-05T12:20:12,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/0fddb410ca7d4765866f36f3ff3c7348 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/0fddb410ca7d4765866f36f3ff3c7348 2024-12-05T12:20:12,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/3f5e1ab50e124c29a37b8587e8efdf28 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/3f5e1ab50e124c29a37b8587e8efdf28 2024-12-05T12:20:12,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/95c03b0486524c8ea16901b273d82005 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/95c03b0486524c8ea16901b273d82005 2024-12-05T12:20:12,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/01bc9b0059af4560a34b59e8078f2e49 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/01bc9b0059af4560a34b59e8078f2e49 2024-12-05T12:20:12,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/57d3930931d74dbdb2dd2bfabcaf6cd9 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/57d3930931d74dbdb2dd2bfabcaf6cd9 2024-12-05T12:20:12,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/96b8489bef2d43a1a90eb03d218e957c to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/96b8489bef2d43a1a90eb03d218e957c 2024-12-05T12:20:12,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/12e37913abaf433d9c2428c89a2acf21 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/12e37913abaf433d9c2428c89a2acf21 2024-12-05T12:20:12,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/5478921995b14f97b4917d198aac3f97 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/5478921995b14f97b4917d198aac3f97 2024-12-05T12:20:12,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/2398f80983ae48e182ba15f1e32a271b to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/2398f80983ae48e182ba15f1e32a271b 2024-12-05T12:20:12,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ce447504060540518ade4d7f2d23c13f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/d98e716ff90c41e1b5e92109890d953a, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/2c90816491da401497a9b99a51461b13, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/1fd7687a000940db8843307991d81c0e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/44d8d6687ce24372bc696c65bb84513f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/3893b6e34d6f4112ac962d39968cc45e, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ae3ac8bd03e04d9eae5e80e368c5a665, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/329966a2ed884b89bb7b1ba102f124b7, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/04e332d184094ca1b71bffd7fd9c0b4d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/53dabdc38c184cc4b4d4f051a747653d, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/1ac747adb9c0464e9ae38c0b0fb9441b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6a3fd0360fa24f5c836e3840167b8cc5, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/18fea56a558e4ff080c131b01915dcc4, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/766f66f8c7db401e8df4c73aa19f73ef, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/69fb0fdf03c94444931c96d2981c8c9b, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/4baaae3b23f14febbc70d6c50345a564, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6f7bccc46d174a4dba2a141d00658a2f, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ba5bef34d3f64e5d86588940e5d1d4f7, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/9672b854e93a4797baed8e1b1c615ca3, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/3a9fe5bcc15749448ee094331136ec05, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/5abcb76921274a28bbd5926998b5e200, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6a6e852ac3da40cbaea28a76ff9cd1f8, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/e17ef2ebb7204daaaca11508eb7277dc] to archive 2024-12-05T12:20:12,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:20:12,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ce447504060540518ade4d7f2d23c13f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ce447504060540518ade4d7f2d23c13f 2024-12-05T12:20:12,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/d98e716ff90c41e1b5e92109890d953a to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/d98e716ff90c41e1b5e92109890d953a 2024-12-05T12:20:12,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/2c90816491da401497a9b99a51461b13 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/2c90816491da401497a9b99a51461b13 2024-12-05T12:20:12,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/1fd7687a000940db8843307991d81c0e to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/1fd7687a000940db8843307991d81c0e 2024-12-05T12:20:12,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/44d8d6687ce24372bc696c65bb84513f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/44d8d6687ce24372bc696c65bb84513f 2024-12-05T12:20:12,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/3893b6e34d6f4112ac962d39968cc45e to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/3893b6e34d6f4112ac962d39968cc45e 2024-12-05T12:20:12,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ae3ac8bd03e04d9eae5e80e368c5a665 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ae3ac8bd03e04d9eae5e80e368c5a665 2024-12-05T12:20:12,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/329966a2ed884b89bb7b1ba102f124b7 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/329966a2ed884b89bb7b1ba102f124b7 2024-12-05T12:20:12,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/04e332d184094ca1b71bffd7fd9c0b4d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/04e332d184094ca1b71bffd7fd9c0b4d 2024-12-05T12:20:12,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/53dabdc38c184cc4b4d4f051a747653d to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/53dabdc38c184cc4b4d4f051a747653d 2024-12-05T12:20:12,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/1ac747adb9c0464e9ae38c0b0fb9441b to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/1ac747adb9c0464e9ae38c0b0fb9441b 2024-12-05T12:20:12,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6a3fd0360fa24f5c836e3840167b8cc5 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6a3fd0360fa24f5c836e3840167b8cc5 2024-12-05T12:20:12,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/18fea56a558e4ff080c131b01915dcc4 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/18fea56a558e4ff080c131b01915dcc4 2024-12-05T12:20:12,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/766f66f8c7db401e8df4c73aa19f73ef to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/766f66f8c7db401e8df4c73aa19f73ef 2024-12-05T12:20:12,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/69fb0fdf03c94444931c96d2981c8c9b to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/69fb0fdf03c94444931c96d2981c8c9b 2024-12-05T12:20:12,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/4baaae3b23f14febbc70d6c50345a564 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/4baaae3b23f14febbc70d6c50345a564 2024-12-05T12:20:12,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6f7bccc46d174a4dba2a141d00658a2f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6f7bccc46d174a4dba2a141d00658a2f 2024-12-05T12:20:12,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ba5bef34d3f64e5d86588940e5d1d4f7 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/ba5bef34d3f64e5d86588940e5d1d4f7 2024-12-05T12:20:12,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/9672b854e93a4797baed8e1b1c615ca3 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/9672b854e93a4797baed8e1b1c615ca3 2024-12-05T12:20:12,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/3a9fe5bcc15749448ee094331136ec05 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/3a9fe5bcc15749448ee094331136ec05 2024-12-05T12:20:12,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/5abcb76921274a28bbd5926998b5e200 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/5abcb76921274a28bbd5926998b5e200 2024-12-05T12:20:12,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6a6e852ac3da40cbaea28a76ff9cd1f8 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/6a6e852ac3da40cbaea28a76ff9cd1f8 2024-12-05T12:20:12,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/e17ef2ebb7204daaaca11508eb7277dc to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/e17ef2ebb7204daaaca11508eb7277dc 2024-12-05T12:20:12,140 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/recovered.edits/884.seqid, newMaxSeqId=884, maxSeqId=4 2024-12-05T12:20:12,141 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. 2024-12-05T12:20:12,141 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1676): Region close journal for 5112d414e69f18bd09fa0af2b7a7b3d0: Waiting for close lock at 1733401210192Running coprocessor pre-close hooks at 1733401210192Disabling compacts and flushes for region at 1733401210192Disabling writes for close at 1733401210360 (+168 ms)Obtaining lock to block concurrent updates at 1733401210361 (+1 ms)Preparing flush snapshotting stores in 5112d414e69f18bd09fa0af2b7a7b3d0 at 1733401210361Finished memstore snapshotting TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733401210362 (+1 ms)Flushing stores of TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0. at 1733401210363 (+1 ms)Flushing 5112d414e69f18bd09fa0af2b7a7b3d0/A: creating writer at 1733401210363Flushing mob file 5112d414e69f18bd09fa0af2b7a7b3d0/A: appending metadata at 1733401210367 (+4 ms)Flushing mob file 5112d414e69f18bd09fa0af2b7a7b3d0/A: closing flushed file at 1733401210367Flushing 5112d414e69f18bd09fa0af2b7a7b3d0/A: appending metadata at 1733401210776 (+409 ms)Flushing 5112d414e69f18bd09fa0af2b7a7b3d0/A: closing flushed file at 1733401210776Flushing 5112d414e69f18bd09fa0af2b7a7b3d0/B: creating writer at 1733401211185 (+409 ms)Flushing 5112d414e69f18bd09fa0af2b7a7b3d0/B: appending metadata at 1733401211200 (+15 ms)Flushing 5112d414e69f18bd09fa0af2b7a7b3d0/B: closing flushed file at 1733401211200Flushing 5112d414e69f18bd09fa0af2b7a7b3d0/C: creating writer at 1733401211609 (+409 ms)Flushing 5112d414e69f18bd09fa0af2b7a7b3d0/C: appending metadata at 1733401211611 (+2 ms)Flushing 5112d414e69f18bd09fa0af2b7a7b3d0/C: closing flushed file at 1733401211611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@326ae08f: reopening flushed file at 1733401212024 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2adbb029: reopening flushed file at 1733401212028 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376f0cf1: reopening flushed file at 1733401212032 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 5112d414e69f18bd09fa0af2b7a7b3d0 in 1677ms, sequenceid=881, compaction requested=true at 1733401212037 (+5 ms)Writing region close event to WAL at 1733401212137 (+100 ms)Running coprocessor post-close hooks at 1733401212141 (+4 ms)Closed at 1733401212141 2024-12-05T12:20:12,143 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(157): Closed 5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,144 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=144 updating hbase:meta row=5112d414e69f18bd09fa0af2b7a7b3d0, regionState=CLOSED 2024-12-05T12:20:12,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 because future has completed 2024-12-05T12:20:12,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-12-05T12:20:12,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; CloseRegionProcedure 5112d414e69f18bd09fa0af2b7a7b3d0, server=2556e7014d8b,44745,1733401030153 in 2.1130 sec 2024-12-05T12:20:12,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-05T12:20:12,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5112d414e69f18bd09fa0af2b7a7b3d0, UNASSIGN in 2.1180 sec 2024-12-05T12:20:12,160 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401212159"}]},"ts":"1733401212159"} 2024-12-05T12:20:12,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-12-05T12:20:12,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1210 sec 2024-12-05T12:20:12,161 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T12:20:12,161 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T12:20:12,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.1330 sec 2024-12-05T12:20:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-05T12:20:12,175 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:20:12,176 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T12:20:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:20:12,178 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:20:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-05T12:20:12,179 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=146, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:20:12,181 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,184 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C, FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/recovered.edits] 2024-12-05T12:20:12,186 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/2e31795e9e5740dbb9a080cb1eaf400f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/2e31795e9e5740dbb9a080cb1eaf400f 2024-12-05T12:20:12,188 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/c379743561584f19acdaacf0163fd87e to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/c379743561584f19acdaacf0163fd87e 2024-12-05T12:20:12,190 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/f22a992c1ac34d03bb2b91789e2c9afd to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/A/f22a992c1ac34d03bb2b91789e2c9afd 2024-12-05T12:20:12,193 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/722f26b88d7945aba209981bf617e741 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/722f26b88d7945aba209981bf617e741 2024-12-05T12:20:12,194 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/930b28a3a9d042bdbe592d38f32c9670 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/930b28a3a9d042bdbe592d38f32c9670 2024-12-05T12:20:12,195 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/d1a97c5da3fb4bfa97e6634d53618438 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/B/d1a97c5da3fb4bfa97e6634d53618438 2024-12-05T12:20:12,197 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/1c0f90b8b21247ab93ee322df58d87ed to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/1c0f90b8b21247ab93ee322df58d87ed 2024-12-05T12:20:12,199 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/b9c7160cea4146a4a58760411fa0a95f to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/b9c7160cea4146a4a58760411fa0a95f 2024-12-05T12:20:12,200 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/bdd325e0fe8645f69601d5b873872596 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/C/bdd325e0fe8645f69601d5b873872596 2024-12-05T12:20:12,204 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/recovered.edits/884.seqid to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0/recovered.edits/884.seqid 2024-12-05T12:20:12,205 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/default/TestAcidGuarantees/5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,206 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T12:20:12,207 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T12:20:12,212 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T12:20:12,218 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120503ea42204c6a476492c3882fe2f5d310_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120503ea42204c6a476492c3882fe2f5d310_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,219 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050533abe9577c4493b89eb078387be39e_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050533abe9577c4493b89eb078387be39e_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,220 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050aa51422580b438e8141a14d56e06ecb_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050aa51422580b438e8141a14d56e06ecb_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,222 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050fef8a16c12248ad9ea92390b87b785b_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050fef8a16c12248ad9ea92390b87b785b_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,223 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120513f2ffe634ed465c8172293191f29cb1_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120513f2ffe634ed465c8172293191f29cb1_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,224 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052c37f0e5a406468a85a9583b7949d659_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052c37f0e5a406468a85a9583b7949d659_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,225 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205416be3ba7bf34833b047d0e1d7f432f2_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205416be3ba7bf34833b047d0e1d7f432f2_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,226 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120542e73d101abd426fa79e0dffa34092a3_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120542e73d101abd426fa79e0dffa34092a3_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,228 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120549eabdf7d5984affa46727f28830551b_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120549eabdf7d5984affa46727f28830551b_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,229 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054ed8607611434b4c9ebbc766a83fe05d_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054ed8607611434b4c9ebbc766a83fe05d_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,230 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120554aa80abf39647dbbac659095ec9d3c8_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120554aa80abf39647dbbac659095ec9d3c8_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,231 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056311040404f448a1b43b57be72e21cb2_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056311040404f448a1b43b57be72e21cb2_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,232 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056ab52823665846f2b676edb4d362a3f7_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056ab52823665846f2b676edb4d362a3f7_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,233 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057753d75cefcc43e8b80babd703cd0652_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057753d75cefcc43e8b80babd703cd0652_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,234 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205aaeb53563b544560a56d7ef6fc5232e4_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205aaeb53563b544560a56d7ef6fc5232e4_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,235 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c4c22a630d744391b9da5257c6911fcd_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c4c22a630d744391b9da5257c6911fcd_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,236 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205db608cf239cb42158c372f3160659577_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205db608cf239cb42158c372f3160659577_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,237 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e24c5189909c4aad9c2c72629280dd93_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e24c5189909c4aad9c2c72629280dd93_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,238 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e5bdac3d33e64681ab8418f07494d0e0_5112d414e69f18bd09fa0af2b7a7b3d0 to hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e5bdac3d33e64681ab8418f07494d0e0_5112d414e69f18bd09fa0af2b7a7b3d0 2024-12-05T12:20:12,238 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T12:20:12,240 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=146, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:20:12,243 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T12:20:12,245 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T12:20:12,246 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=146, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:20:12,246 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T12:20:12,246 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733401212246"}]},"ts":"9223372036854775807"} 2024-12-05T12:20:12,253 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T12:20:12,253 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5112d414e69f18bd09fa0af2b7a7b3d0, NAME => 'TestAcidGuarantees,,1733401186212.5112d414e69f18bd09fa0af2b7a7b3d0.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T12:20:12,253 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T12:20:12,253 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733401212253"}]},"ts":"9223372036854775807"} 2024-12-05T12:20:12,255 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T12:20:12,256 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=146, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T12:20:12,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 80 msec 2024-12-05T12:20:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-05T12:20:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T12:20:12,286 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T12:20:12,297 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250 (was 250), OpenFileDescriptor=453 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1289 (was 1388), ProcessCount=11 (was 11), AvailableMemoryMB=321 (was 380) 2024-12-05T12:20:12,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:20:12,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:20:12,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:12,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:12,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:12,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:12,298 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:20:12,298 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=350595032, stopped=false 2024-12-05T12:20:12,299 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2556e7014d8b,37601,1733401029146 2024-12-05T12:20:12,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T12:20:12,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:20:12,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T12:20:12,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:20:12,301 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:20:12,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:20:12,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:12,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:12,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:20:12,302 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2556e7014d8b,44745,1733401030153' ***** 2024-12-05T12:20:12,302 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:20:12,303 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:20:12,304 INFO [RS:0;2556e7014d8b:44745 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:20:12,304 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:20:12,304 INFO [RS:0;2556e7014d8b:44745 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:20:12,304 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(959): stopping server 2556e7014d8b,44745,1733401030153 2024-12-05T12:20:12,304 INFO [RS:0;2556e7014d8b:44745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:20:12,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:20:12,305 INFO [RS:0;2556e7014d8b:44745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2556e7014d8b:44745. 2024-12-05T12:20:12,305 DEBUG [RS:0;2556e7014d8b:44745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:12,305 DEBUG [RS:0;2556e7014d8b:44745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:12,305 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:20:12,305 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:20:12,305 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:20:12,305 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:20:12,306 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:20:12,306 DEBUG [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:20:12,307 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:20:12,307 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:20:12,307 DEBUG [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:20:12,307 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:20:12,307 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:20:12,307 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:20:12,307 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-05T12:20:12,358 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/.tmp/info/0d592c34e2ae4bcba5f7d4dd6b8d6e12 is 95, key is TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73./info:/1733401059298/DeleteFamily/seqid=0 2024-12-05T12:20:12,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742449_1625 (size=6514) 2024-12-05T12:20:12,378 INFO [regionserver/2556e7014d8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:20:12,507 DEBUG [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:20:12,707 DEBUG [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:20:12,771 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/.tmp/info/0d592c34e2ae4bcba5f7d4dd6b8d6e12 2024-12-05T12:20:12,798 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/.tmp/ns/21e95e6e9abf40ce850db38243551c3c is 93, key is TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73./ns:/1733401059238/DeleteFamily/seqid=0 2024-12-05T12:20:12,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742450_1626 (size=5906) 2024-12-05T12:20:12,907 DEBUG [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:20:12,931 INFO [regionserver/2556e7014d8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:20:12,984 INFO [regionserver/2556e7014d8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:20:12,984 INFO [regionserver/2556e7014d8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-05T12:20:13,108 DEBUG [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:20:13,208 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/.tmp/ns/21e95e6e9abf40ce850db38243551c3c 2024-12-05T12:20:13,232 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/.tmp/rep_barrier/26540f12d98a4c1c830ff02f1e450ad1 is 102, key is TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73./rep_barrier:/1733401059238/DeleteFamily/seqid=0 2024-12-05T12:20:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742451_1627 (size=6025) 2024-12-05T12:20:13,237 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/.tmp/rep_barrier/26540f12d98a4c1c830ff02f1e450ad1 2024-12-05T12:20:13,257 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/.tmp/table/365a159459c447c2beeecb319c6714e6 is 96, key is TestAcidGuarantees,,1733401034404.6d17933ce33d776799b0ee9ae6aa1a73./table:/1733401059238/DeleteFamily/seqid=0 2024-12-05T12:20:13,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742452_1628 (size=5936) 2024-12-05T12:20:13,264 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/.tmp/table/365a159459c447c2beeecb319c6714e6 2024-12-05T12:20:13,268 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/.tmp/info/0d592c34e2ae4bcba5f7d4dd6b8d6e12 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/info/0d592c34e2ae4bcba5f7d4dd6b8d6e12 2024-12-05T12:20:13,271 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/info/0d592c34e2ae4bcba5f7d4dd6b8d6e12, entries=12, sequenceid=90, filesize=6.4 K 2024-12-05T12:20:13,272 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/.tmp/ns/21e95e6e9abf40ce850db38243551c3c as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/ns/21e95e6e9abf40ce850db38243551c3c 2024-12-05T12:20:13,275 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/ns/21e95e6e9abf40ce850db38243551c3c, entries=8, sequenceid=90, filesize=5.8 K 2024-12-05T12:20:13,276 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/.tmp/rep_barrier/26540f12d98a4c1c830ff02f1e450ad1 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/rep_barrier/26540f12d98a4c1c830ff02f1e450ad1 2024-12-05T12:20:13,280 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/rep_barrier/26540f12d98a4c1c830ff02f1e450ad1, entries=6, sequenceid=90, filesize=5.9 K 2024-12-05T12:20:13,281 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/.tmp/table/365a159459c447c2beeecb319c6714e6 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/table/365a159459c447c2beeecb319c6714e6 2024-12-05T12:20:13,284 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/table/365a159459c447c2beeecb319c6714e6, entries=7, sequenceid=90, filesize=5.8 K 2024-12-05T12:20:13,285 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 978ms, sequenceid=90, compaction requested=false 2024-12-05T12:20:13,300 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-05T12:20:13,301 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:20:13,301 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:20:13,301 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401212306Running coprocessor pre-close hooks at 1733401212307 (+1 ms)Disabling compacts and flushes for region at 1733401212307Disabling writes for close at 1733401212307Obtaining lock to block concurrent updates at 1733401212307Preparing flush snapshotting stores in 1588230740 at 1733401212307Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733401212308 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401212313 (+5 ms)Flushing 1588230740/info: creating writer at 1733401212313Flushing 1588230740/info: appending metadata at 1733401212357 (+44 ms)Flushing 1588230740/info: closing flushed file at 1733401212357Flushing 1588230740/ns: creating writer at 1733401212776 (+419 ms)Flushing 1588230740/ns: appending metadata at 1733401212798 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733401212798Flushing 1588230740/rep_barrier: creating writer at 1733401213211 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401213232 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401213232Flushing 1588230740/table: creating writer at 1733401213240 (+8 ms)Flushing 1588230740/table: appending metadata at 1733401213256 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733401213256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7308f7ae: reopening flushed file at 1733401213267 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ae9fd9: reopening flushed file at 1733401213272 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a22753b: reopening flushed file at 1733401213276 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ecfc6c: reopening flushed file at 1733401213280 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 978ms, sequenceid=90, compaction requested=false at 1733401213285 (+5 ms)Writing region close event to WAL at 1733401213295 (+10 ms)Running coprocessor post-close hooks at 1733401213300 (+5 ms)Closed at 1733401213301 (+1 ms) 2024-12-05T12:20:13,301 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:20:13,308 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(976): stopping server 2556e7014d8b,44745,1733401030153; all regions closed. 2024-12-05T12:20:13,312 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/WALs/2556e7014d8b,44745,1733401030153/2556e7014d8b%2C44745%2C1733401030153.meta.1733401033952.meta not finished, retry = 0 2024-12-05T12:20:13,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741834_1010 (size=25344) 2024-12-05T12:20:13,415 DEBUG [RS:0;2556e7014d8b:44745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/oldWALs 2024-12-05T12:20:13,416 INFO [RS:0;2556e7014d8b:44745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2556e7014d8b%2C44745%2C1733401030153.meta:.meta(num 1733401033952) 2024-12-05T12:20:13,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/WALs/2556e7014d8b,44745,1733401030153/2556e7014d8b%2C44745%2C1733401030153.1733401033126 not finished, retry = 0 2024-12-05T12:20:13,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741833_1009 (size=20839959) 2024-12-05T12:20:13,521 DEBUG [RS:0;2556e7014d8b:44745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/oldWALs 2024-12-05T12:20:13,521 INFO [RS:0;2556e7014d8b:44745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2556e7014d8b%2C44745%2C1733401030153:(num 1733401033126) 2024-12-05T12:20:13,521 DEBUG [RS:0;2556e7014d8b:44745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:13,521 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:20:13,521 INFO [RS:0;2556e7014d8b:44745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:20:13,522 INFO [RS:0;2556e7014d8b:44745 {}] hbase.ChoreService(370): Chore service for: regionserver/2556e7014d8b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:20:13,522 INFO [RS:0;2556e7014d8b:44745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:20:13,522 INFO [regionserver/2556e7014d8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:20:13,525 INFO [RS:0;2556e7014d8b:44745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44745 2024-12-05T12:20:13,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2556e7014d8b,44745,1733401030153 2024-12-05T12:20:13,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T12:20:13,531 INFO [RS:0;2556e7014d8b:44745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:20:13,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2556e7014d8b,44745,1733401030153] 2024-12-05T12:20:13,535 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2556e7014d8b,44745,1733401030153 already deleted, retry=false 2024-12-05T12:20:13,535 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2556e7014d8b,44745,1733401030153 expired; onlineServers=0 2024-12-05T12:20:13,535 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2556e7014d8b,37601,1733401029146' ***** 2024-12-05T12:20:13,535 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:20:13,536 INFO [M:0;2556e7014d8b:37601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:20:13,536 INFO [M:0;2556e7014d8b:37601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:20:13,536 DEBUG [M:0;2556e7014d8b:37601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:20:13,536 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:20:13,536 DEBUG [M:0;2556e7014d8b:37601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:20:13,536 DEBUG [master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.large.0-1733401032715 {}] cleaner.HFileCleaner(306): Exit Thread[master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.large.0-1733401032715,5,FailOnTimeoutGroup] 2024-12-05T12:20:13,536 INFO [M:0;2556e7014d8b:37601 {}] hbase.ChoreService(370): Chore service for: master/2556e7014d8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:20:13,536 INFO [M:0;2556e7014d8b:37601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:20:13,536 DEBUG [master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.small.0-1733401032718 {}] cleaner.HFileCleaner(306): Exit Thread[master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.small.0-1733401032718,5,FailOnTimeoutGroup] 2024-12-05T12:20:13,536 DEBUG [M:0;2556e7014d8b:37601 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:20:13,536 INFO [M:0;2556e7014d8b:37601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:20:13,536 INFO [M:0;2556e7014d8b:37601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:20:13,536 ERROR [M:0;2556e7014d8b:37601 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-05T12:20:13,537 INFO [M:0;2556e7014d8b:37601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:20:13,537 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:20:13,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T12:20:13,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:20:13,538 DEBUG [M:0;2556e7014d8b:37601 {}] zookeeper.ZKUtil(347): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T12:20:13,538 WARN [M:0;2556e7014d8b:37601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:20:13,539 INFO [M:0;2556e7014d8b:37601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/.lastflushedseqids 2024-12-05T12:20:13,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742453_1629 (size=72) 2024-12-05T12:20:13,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:20:13,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x100aa5eb0930001, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:20:13,635 INFO [RS:0;2556e7014d8b:44745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:20:13,635 INFO [RS:0;2556e7014d8b:44745 {}] regionserver.HRegionServer(1031): Exiting; stopping=2556e7014d8b,44745,1733401030153; zookeeper connection closed. 2024-12-05T12:20:13,636 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29c7ce04 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29c7ce04 2024-12-05T12:20:13,636 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:20:13,951 INFO [M:0;2556e7014d8b:37601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:20:13,951 INFO [M:0;2556e7014d8b:37601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:20:13,951 DEBUG [M:0;2556e7014d8b:37601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:20:13,951 INFO [M:0;2556e7014d8b:37601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:13,951 DEBUG [M:0;2556e7014d8b:37601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:13,951 DEBUG [M:0;2556e7014d8b:37601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:20:13,951 DEBUG [M:0;2556e7014d8b:37601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:13,951 INFO [M:0;2556e7014d8b:37601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=738.18 KB heapSize=901.34 KB 2024-12-05T12:20:13,973 DEBUG [M:0;2556e7014d8b:37601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/245fd5a24168462cadd43b71480280c8 is 82, key is hbase:meta,,1/info:regioninfo/1733401034033/Put/seqid=0 2024-12-05T12:20:13,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742454_1630 (size=5672) 2024-12-05T12:20:14,377 INFO [M:0;2556e7014d8b:37601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2021 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/245fd5a24168462cadd43b71480280c8 2024-12-05T12:20:14,406 DEBUG [M:0;2556e7014d8b:37601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91dbda5c15224162ae9fda398bde45eb is 2479, key is \x00\x00\x00\x00\x00\x00\x00\x1F/proc:d/1733401061744/Put/seqid=0 2024-12-05T12:20:14,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742455_1631 (size=41188) 2024-12-05T12:20:14,816 INFO [M:0;2556e7014d8b:37601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=737.62 KB at sequenceid=2021 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91dbda5c15224162ae9fda398bde45eb 2024-12-05T12:20:14,820 INFO [M:0;2556e7014d8b:37601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91dbda5c15224162ae9fda398bde45eb 2024-12-05T12:20:14,840 DEBUG [M:0;2556e7014d8b:37601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/853c7240f94847d49a6cfae59cb59ee3 is 69, key is 2556e7014d8b,44745,1733401030153/rs:state/1733401032819/Put/seqid=0 2024-12-05T12:20:14,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073742456_1632 (size=5156) 2024-12-05T12:20:15,249 INFO [M:0;2556e7014d8b:37601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2021 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/853c7240f94847d49a6cfae59cb59ee3 2024-12-05T12:20:15,254 DEBUG [M:0;2556e7014d8b:37601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/245fd5a24168462cadd43b71480280c8 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/245fd5a24168462cadd43b71480280c8 2024-12-05T12:20:15,257 INFO [M:0;2556e7014d8b:37601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/245fd5a24168462cadd43b71480280c8, entries=8, sequenceid=2021, filesize=5.5 K 2024-12-05T12:20:15,258 DEBUG [M:0;2556e7014d8b:37601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91dbda5c15224162ae9fda398bde45eb as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91dbda5c15224162ae9fda398bde45eb 2024-12-05T12:20:15,262 INFO [M:0;2556e7014d8b:37601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91dbda5c15224162ae9fda398bde45eb 2024-12-05T12:20:15,262 INFO [M:0;2556e7014d8b:37601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91dbda5c15224162ae9fda398bde45eb, entries=146, sequenceid=2021, filesize=40.2 K 2024-12-05T12:20:15,263 DEBUG [M:0;2556e7014d8b:37601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/853c7240f94847d49a6cfae59cb59ee3 as hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/853c7240f94847d49a6cfae59cb59ee3 2024-12-05T12:20:15,267 INFO [M:0;2556e7014d8b:37601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/8e4e5ace-056c-415f-1274-22b35ea884c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/853c7240f94847d49a6cfae59cb59ee3, entries=1, sequenceid=2021, filesize=5.0 K 2024-12-05T12:20:15,268 INFO [M:0;2556e7014d8b:37601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~738.18 KB/755894, heapSize ~901.05 KB/922672, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=2021, compaction requested=false 2024-12-05T12:20:15,270 INFO [M:0;2556e7014d8b:37601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:15,270 DEBUG [M:0;2556e7014d8b:37601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401213951Disabling compacts and flushes for region at 1733401213951Disabling writes for close at 1733401213951Obtaining lock to block concurrent updates at 1733401213951Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401213951Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=755894, getHeapSize=922912, getOffHeapSize=0, getCellsCount=2192 at 1733401213952 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401213952Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401213952Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401213972 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401213972Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401214381 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401214405 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401214405Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401214820 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401214839 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401214839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a37227c: reopening flushed file at 1733401215253 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@432feff7: reopening flushed file at 1733401215258 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694a05c4: reopening flushed file at 1733401215262 (+4 ms)Finished flush of dataSize ~738.18 KB/755894, heapSize ~901.05 KB/922672, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=2021, compaction requested=false at 1733401215268 (+6 ms)Writing region close event to WAL at 1733401215270 (+2 ms)Closed at 1733401215270 2024-12-05T12:20:15,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741830_1006 (size=888362) 2024-12-05T12:20:15,274 INFO [M:0;2556e7014d8b:37601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:20:15,274 INFO [M:0;2556e7014d8b:37601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37601 2024-12-05T12:20:15,274 INFO [M:0;2556e7014d8b:37601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:20:15,275 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:20:15,377 INFO [M:0;2556e7014d8b:37601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:20:15,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:20:15,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x100aa5eb0930000, quorum=127.0.0.1:61128, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:20:15,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@292d50c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:20:15,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@667c6eba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:20:15,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:20:15,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72782cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:20:15,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54a7b62e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/hadoop.log.dir/,STOPPED} 2024-12-05T12:20:15,394 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:20:15,394 WARN [BP-1642047837-172.17.0.2-1733401025583 heartbeating to localhost/127.0.0.1:45521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:20:15,394 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:20:15,394 WARN [BP-1642047837-172.17.0.2-1733401025583 heartbeating to localhost/127.0.0.1:45521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1642047837-172.17.0.2-1733401025583 (Datanode Uuid a4d0a887-cc05-4d98-8316-e325ac16071f) service to localhost/127.0.0.1:45521 2024-12-05T12:20:15,396 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/cluster_aa0792c2-94ad-59f9-788f-c8faffdb7d9a/data/data1/current/BP-1642047837-172.17.0.2-1733401025583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:20:15,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/cluster_aa0792c2-94ad-59f9-788f-c8faffdb7d9a/data/data2/current/BP-1642047837-172.17.0.2-1733401025583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:20:15,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:20:15,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2341a969{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:20:15,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:20:15,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:20:15,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:20:15,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/47cdece8-e5d1-9b9f-b427-4c7c6d31a5a8/hadoop.log.dir/,STOPPED} 2024-12-05T12:20:15,457 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:20:15,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down